[ 527.523569] env[66270]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.523569] env[66270]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.517775] env[66378]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.517775] env[66378]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.090029] env[66378]: INFO neutron.common.config [-] Logging enabled! [ 530.090029] env[66378]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 530.090413] env[66378]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66378) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.090450] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.091056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.091411] env[66378]: WARNING oslo_policy.policy [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.091633] env[66378]: WARNING oslo_policy.policy [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.093333] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] VMware NSXv3 Agent initialized successfully. [ 530.093695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Acquiring lock "singleton_lock" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.093822] env[66378]: DEBUG oslo_concurrency.lockutils [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Acquired lock "singleton_lock" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.094030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Releasing lock "singleton_lock" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.094315] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Full set of CONF: {{(pid=66378) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.094427] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ******************************************************************************** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.094527] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Configuration options gathered from: {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.094862] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.095062] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.095174] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ================================================================================ {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.095345] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] agent_down_time = 75 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.095481] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] allow_automatic_dhcp_failover = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.095615] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] allow_bulk = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.095755] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] api_extensions_path = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.095893] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] api_paste_config = api-paste.ini {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096037] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] auth_strategy = keystone {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096142] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] backdoor_port = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096238] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] backdoor_socket = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096373] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] backlog = 4096 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096506] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] base_mac = fa:16:3e:00:00:00 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096659] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] bind_host = 0.0.0.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096798] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] bind_port = 9696 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.096930] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] client_socket_timeout = 900 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097073] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] config_dir = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097181] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097314] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] config_source = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097449] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] control_exchange = neutron {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097586] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] core_plugin = ml2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097720] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] debug = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.097855] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] default_availability_zones = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098071] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098214] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dhcp_agent_notification = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098346] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dhcp_agents_per_network = 1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098478] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dhcp_lease_duration = 86400 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098613] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dhcp_load_type = networks {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098747] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dns_domain = openstacklocal {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.098882] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099018] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_default_route_bfd = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099151] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_default_route_ecmp = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099343] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_dvr = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099493] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_new_agents = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099627] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099798] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_signals = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.099940] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] enable_traditional_dhcp = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100082] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] external_dns_driver = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100217] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] filter_validation = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100360] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] global_physnet_mtu = 8950 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100493] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] graceful_shutdown_timeout = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100717] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] host = cpu-1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.100864] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] host_dvr_for_dhcp = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101010] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] http_retries = 3 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101154] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] instance_format = [instance: %(uuid)s] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101292] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101430] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ipam_driver = internal {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101579] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ipv6_pd_enabled = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101785] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] l3_ha = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.101968] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102115] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] l3_ha_network_physical_name = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102253] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] l3_ha_network_type = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102394] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_color = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102529] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_config_append = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102684] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102824] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_dir = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.102954] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_file = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103107] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_options = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103295] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_rotate_interval = 1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103453] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_rotate_interval_type = days {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103643] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] log_rotation_type = none {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103756] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.103860] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104010] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104155] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104260] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104396] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_dns_nameservers = 5 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104528] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_header_line = 16384 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104659] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_l3_agents_per_router = 3 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104790] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_logfile_count = 30 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.104919] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_logfile_size_mb = 200 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105060] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] max_subnet_host_routes = 20 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105220] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] my_ip = 10.180.1.21 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105360] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] my_ipv6 = ::1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105490] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] network_auto_schedule = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105618] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] network_link_prefix = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105757] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.105896] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] notify_nova_on_port_data_changes = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106046] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] notify_nova_on_port_status_changes = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106186] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] pagination_max_limit = -1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106319] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] publish_errors = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106453] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rate_limit_burst = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106594] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rate_limit_except_level = CRITICAL {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106727] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rate_limit_interval = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106859] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] retry_until_window = 30 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.106989] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] router_distributed = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107129] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rpc_resources_processing_step = 20 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107262] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rpc_response_max_timeout = 600 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107396] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] rpc_response_timeout = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107528] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] send_events_interval = 2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107678] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] service_plugins = ['router'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107819] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] setproctitle = on {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.107948] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] shell_completion = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108094] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] state_path = /opt/stack/data/neutron {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108233] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] syslog_log_facility = LOG_USER {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108365] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] tcp_keepidle = 600 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108500] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] transport_url = **** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108670] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] use_journal = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108811] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] use_json = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.108944] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] use_ssl = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109086] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] use_stderr = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109226] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] use_syslog = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109356] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vlan_qinq = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109545] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vlan_transparent = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109729] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] watch_log_file = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.109874] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] wsgi_default_pool_size = 100 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110011] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] wsgi_keep_alive = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110170] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110307] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] wsgi_server_debug = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.110458] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_concurrency.disable_process_locking = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.110612] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.110754] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.110891] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111042] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111187] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111324] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111476] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.connection_string = messaging:// {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111618] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.enabled = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111759] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.es_doc_type = notification {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.111897] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.es_scroll_size = 10000 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112048] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.es_scroll_time = 2m {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112186] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.filter_error_trace = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112330] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.hmac_keys = **** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112470] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.sentinel_service_name = mymaster {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112674] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.socket_timeout = 0.1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112824] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.trace_requests = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.112969] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler.trace_sqlalchemy = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.113137] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler_jaeger.process_tags = {} {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.113273] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler_jaeger.service_name_prefix = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.113411] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] profiler_otlp.service_name_prefix = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.113562] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.enforce_new_defaults = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.113848] env[66378]: WARNING oslo_config.cfg [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.113998] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.enforce_scope = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114156] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.policy_default_rule = default {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114309] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114452] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114594] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114725] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114856] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.114983] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115125] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115265] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_policy.remote_timeout = 60.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115412] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115559] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] agent.extensions = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115700] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115840] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] service_providers.service_provider = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.115985] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.default_quota = -1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116141] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116280] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_floatingip = 50 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116414] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_network = 100 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116550] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_port = 500 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116684] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116819] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_router = 10 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.116954] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_security_group = 10 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117101] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117251] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.quota_subnet = 100 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117388] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] QUOTAS.track_quota_usage = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117538] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117671] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117806] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.117940] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118091] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118229] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118361] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118502] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118632] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118762] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.118892] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119034] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119170] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119301] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_dhcp_release.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119441] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119569] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119695] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119825] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.119956] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120098] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120230] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_ovs_vsctl.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120364] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.capabilities = [21] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120489] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120639] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120782] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.120918] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121060] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121189] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_namespace.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121326] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.capabilities = [12] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121454] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121581] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121710] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121845] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.121975] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122112] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_conntrack.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122250] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.capabilities = [12, 21] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122376] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.group = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122499] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.helper_command = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122668] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.log_daemon_traceback = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122793] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.122932] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.thread_pool_size = 8 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123079] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] privsep_link.user = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123231] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123380] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123517] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.continue_on_failed_promotions = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123661] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.dscp = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123796] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.dscp_inherit = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.123937] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.force_mp_to_policy = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124079] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.locking_coordinator_url = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124218] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.log_agent_heartbeats = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124353] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.logging_expire = 1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124495] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124629] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124809] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.polling_interval = 240 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.124981] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125151] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125299] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.report_interval = 30.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125442] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125581] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125723] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.125863] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.sync_skew = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126011] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.synchronization_queue_size = 20 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126148] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT.use_helper_for_ns_read = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126290] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] SECURITYGROUP.enable_ipset = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126432] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] SECURITYGROUP.enable_security_group = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126574] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126718] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.126858] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] experimental.ipv6_pd_enabled = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127022] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.extension_drivers = ['port_security'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127161] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.external_network_type = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127311] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127454] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.overlay_ip_version = 4 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127593] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.path_mtu = 8950 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127733] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.physical_network_mtus = {} {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.127878] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.tenant_network_types = ['vlan'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128066] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128228] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ml2.type_drivers = ['vlan'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128374] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT_CLI.neutron_port_id = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128508] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128640] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128785] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.128927] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129079] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129220] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129359] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129496] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129703] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129854] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_login_password = **** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.129997] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_login_port = 443 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130148] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_login_user = admin {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130288] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130429] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130591] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130736] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.130886] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131061] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131256] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131407] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131546] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131688] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131836] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.131978] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132159] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132363] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132513] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vsphere.vsphere_login_password = VMware1! {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132681] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132823] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.132970] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.auth_section = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133133] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.auth_type = password {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133275] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133406] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.certfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133543] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.collect_timing = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133875] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.endpoint_type = public {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133875] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.insecure = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.133984] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.keyfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134113] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.region_name = RegionOne {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134263] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.split_loggers = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134396] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] nova.timeout = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134539] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.auth_section = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134686] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.auth_type = password {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134829] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.134961] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.certfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135113] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.collect_timing = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135256] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.endpoint_type = public {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135390] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.insecure = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135520] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.keyfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135647] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.region_name = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135781] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.split_loggers = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.135912] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] placement.timeout = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136064] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.auth_section = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136198] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.auth_type = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136326] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.cafile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136451] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.certfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136585] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.collect_timing = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136717] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.connect_retries = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.136888] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.connect_retry_delay = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137043] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.enable_notifications = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137197] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.endpoint_override = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137334] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.insecure = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137464] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.interface = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137591] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.keyfile = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137727] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.max_version = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137860] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.min_version = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.137987] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.region_name = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138129] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.retriable_status_codes = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138256] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.service_name = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138385] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.service_type = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138518] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.split_loggers = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138650] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.status_code_retries = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138782] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.status_code_retry_delay = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.138911] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.timeout = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139050] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.valid_interfaces = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139179] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ironic.version = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139315] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] cli_script.dry_run = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139457] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139591] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139726] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.139863] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140020] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140181] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140327] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140466] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140618] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140766] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.140901] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141052] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141192] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141330] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141466] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141606] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141740] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.141880] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142040] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142180] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142312] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142442] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142573] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142734] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.142894] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143101] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143277] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143421] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143555] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143721] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.143886] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144051] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144197] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144333] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144474] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144614] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.ssl_version = {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144748] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.144898] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_notifications.driver = [] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145048] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_notifications.retry = -1 {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145204] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145340] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] oslo_messaging_notifications.transport_url = **** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.145444] env[66378]: DEBUG oslo_service.backend._eventlet.service [None req-2f0c36d9-9775-4a84-a24b-67442e02137c None None] ******************************************************************************** {{(pid=66378) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.146600] env[66378]: DEBUG neutron.agent.securitygroups_rpc [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Init firewall settings (driver=nsxv3) {{(pid=66378) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.147942] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66378) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.148196] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.150513] env[66378]: DEBUG dogpile.cache.region [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.150637] env[66378]: DEBUG dogpile.lock [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.150766] env[66378]: DEBUG dogpile.lock [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.150909] env[66378]: DEBUG dogpile.lock [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.151069] env[66378]: DEBUG dogpile.cache.region [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.151215] env[66378]: DEBUG dogpile.lock [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.151411] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.194026] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Session token - acquiring [ 530.195723] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.195911] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.195994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.196458] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.207773] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.494883] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.518385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.518573] env[66378]: DEBUG dogpile.cache.region [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Cache value generated in 0.367 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.518696] env[66378]: DEBUG dogpile.lock [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.518824] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Activating Policy API Provider. [ 530.519036] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Looking for the default Infrastructure Rules. [ 530.590998] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Looking for the Default Layer3 Logged Drop Section. [ 530.606627] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.607115] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.607293] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.607395] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.607672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.608026] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.122733] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.625480] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.128362] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Inventory metadata is going to be refreshed. [ 532.128726] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.950922] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.951171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.951340] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.951625] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.964075] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.964936] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.965581] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.983955] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.984246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.984246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.984518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.984636] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.984775] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.984890] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.985011] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.002851] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.003083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.003209] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.003387] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.003553] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.003705] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.022449] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.022731] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.022916] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.023133] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.023278] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.023416] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.043594] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.043793] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.043911] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.044176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.044314] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.044458] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.044561] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.044662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.064014] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.064265] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.064265] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.064564] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.064688] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.064829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.064930] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.065068] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.085161] env[66378]: DEBUG networking_nsxv3.common.locking [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.085382] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.085511] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.085720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.085863] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.086022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.086129] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.086228] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Inventory metadata have been refreshed. [ 533.086322] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Dryrun:True. Metadata refresh completed. [ 533.086437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.088369] env[66378]: INFO neutron.agent.agent_extensions_manager [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Loaded agent extensions: [] [ 533.089123] env[66378]: DEBUG neutron_lib.callbacks.manager [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66378) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.140925] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.141280] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.141280] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent out of sync with plugin! [ 537.092589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.093044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.093044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.093253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.093310] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.595756] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.089458] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.089458] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.098854] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.602248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 538.602248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 539.340019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.340019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.340019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.340019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.351256] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 539.352305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.353182] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 539.370586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.372812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.372812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.372812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.372812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.372812] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 539.372812] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.372812] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 539.391811] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.392908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.392908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.392908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.393807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.393807] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.416129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.418159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.418159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.418159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.418159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.418159] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.436944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.436944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.436944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.436944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.436944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.436944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 539.436944] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.436944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 539.455380] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.455380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.455380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.455380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.455380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.455380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 539.455380] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.455380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 539.478022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.478022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.478022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.478022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.478022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 539.478022] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 539.478022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.496966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.497441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.497670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.499394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.499394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.499394] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.518709] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.518709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.518709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.518709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.518709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.530465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.091160] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.091504] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.092516] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.092846] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.124902] env[66378]: INFO networking_nsxv3.common.synchronization [None req-2c54d18f-3aec-48ec-a979-d1980c51d00b demo admin] Enqueued Resource ID: 9d0916d9-5a64-4b89-9f07-8fdf52db2599 with Priority: HIGHEST for action security_group_rules [ 548.125436] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0916d9-5a64-4b89-9f07-8fdf52db2599 with Priority: HIGHEST for action security_group_rules [ 548.125733] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d0916d9-5a64-4b89-9f07-8fdf52db2599 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.125855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d0916d9-5a64-4b89-9f07-8fdf52db2599" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.125923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d0916d9-5a64-4b89-9f07-8fdf52db2599" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.126186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d0916d9-5a64-4b89-9f07-8fdf52db2599" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.126266] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d0916d9-5a64-4b89-9f07-8fdf52db2599',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.647389] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.647646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.647646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.647809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.647902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.647997] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d0916d9-5a64-4b89-9f07-8fdf52db2599 already deleted. [ 548.648099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d0916d9-5a64-4b89-9f07-8fdf52db2599" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.126466] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.127185] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.128250] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.128515] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.129309] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.129943] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.132079] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.132079] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.035031] env[66378]: INFO networking_nsxv3.common.synchronization [None req-2a3c2b03-c13c-42de-b0eb-7bd1fa431cd8 None None] Enqueued Resource ID: 19d47250-ef60-4418-b634-1719461d7c0f with Priority: HIGHEST for action port [ 573.035031] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d47250-ef60-4418-b634-1719461d7c0f with Priority: HIGHEST for action port [ 573.035031] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d47250-ef60-4418-b634-1719461d7c0f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.035031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d47250-ef60-4418-b634-1719461d7c0f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.035031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d47250-ef60-4418-b634-1719461d7c0f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.035900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d47250-ef60-4418-b634-1719461d7c0f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.036095] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d47250-ef60-4418-b634-1719461d7c0f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.541818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19d47250-ef60-4418-b634-1719461d7c0f [ 573.541818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.541818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.541818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.541818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.541818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.541818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19d47250-ef60-4418-b634-1719461d7c0f already deleted. [ 573.541818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d47250-ef60-4418-b634-1719461d7c0f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.825404] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a818a2dd-8207-4b34-b9dc-4798cd12159c None None] Enqueued Resource ID: a30fbe98-890e-4a64-8c3e-f3520e7d816d with Priority: HIGHEST for action port [ 574.825736] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30fbe98-890e-4a64-8c3e-f3520e7d816d with Priority: HIGHEST for action port [ 574.826767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30fbe98-890e-4a64-8c3e-f3520e7d816d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.826901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30fbe98-890e-4a64-8c3e-f3520e7d816d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.826969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30fbe98-890e-4a64-8c3e-f3520e7d816d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.827248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30fbe98-890e-4a64-8c3e-f3520e7d816d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.827327] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30fbe98-890e-4a64-8c3e-f3520e7d816d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.318901] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b6bdbe25-d408-4cda-a832-1ff90906acd1 None None] Enqueued Resource ID: 0b834db1-139d-4bd9-aade-25dc29b04ad7 with Priority: HIGHEST for action port [ 575.320153] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b834db1-139d-4bd9-aade-25dc29b04ad7 with Priority: HIGHEST for action port [ 575.320506] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b834db1-139d-4bd9-aade-25dc29b04ad7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.322031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b834db1-139d-4bd9-aade-25dc29b04ad7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.322031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b834db1-139d-4bd9-aade-25dc29b04ad7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.322031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b834db1-139d-4bd9-aade-25dc29b04ad7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.322031] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b834db1-139d-4bd9-aade-25dc29b04ad7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.329490] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a30fbe98-890e-4a64-8c3e-f3520e7d816d [ 575.329949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.329949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.329949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.330114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.330216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.330257] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a30fbe98-890e-4a64-8c3e-f3520e7d816d already deleted. [ 575.331366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30fbe98-890e-4a64-8c3e-f3520e7d816d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.824378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b834db1-139d-4bd9-aade-25dc29b04ad7 [ 575.824621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.824756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.824823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.825042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.825133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.825221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b834db1-139d-4bd9-aade-25dc29b04ad7 already deleted. [ 575.825300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b834db1-139d-4bd9-aade-25dc29b04ad7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.230655] env[66378]: INFO networking_nsxv3.common.synchronization [None req-f9da70f2-8081-4da1-b9a6-8b460b205bea None None] Enqueued Resource ID: 882501ce-6a18-4e94-b2c7-57d8829a5ad5 with Priority: HIGHEST for action port [ 577.230949] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882501ce-6a18-4e94-b2c7-57d8829a5ad5 with Priority: HIGHEST for action port [ 577.231447] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-882501ce-6a18-4e94-b2c7-57d8829a5ad5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.231610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882501ce-6a18-4e94-b2c7-57d8829a5ad5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.231643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882501ce-6a18-4e94-b2c7-57d8829a5ad5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.231864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882501ce-6a18-4e94-b2c7-57d8829a5ad5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.231945] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882501ce-6a18-4e94-b2c7-57d8829a5ad5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.468876] env[66378]: INFO networking_nsxv3.common.synchronization [None req-7f2999c1-6002-4afd-ad67-c76da44ebbe2 None None] Enqueued Resource ID: d27da943-8cac-4bfe-ab57-44821cba5448 with Priority: HIGHEST for action port [ 577.469959] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27da943-8cac-4bfe-ab57-44821cba5448 with Priority: HIGHEST for action port [ 577.470058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27da943-8cac-4bfe-ab57-44821cba5448 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.470980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27da943-8cac-4bfe-ab57-44821cba5448" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.470980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27da943-8cac-4bfe-ab57-44821cba5448" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.470980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27da943-8cac-4bfe-ab57-44821cba5448" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.470980] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27da943-8cac-4bfe-ab57-44821cba5448',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.736415] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 882501ce-6a18-4e94-b2c7-57d8829a5ad5 [ 577.736676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.736851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.736925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.737183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.737435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.737435] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:882501ce-6a18-4e94-b2c7-57d8829a5ad5 already deleted. [ 577.737526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882501ce-6a18-4e94-b2c7-57d8829a5ad5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.973572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27da943-8cac-4bfe-ab57-44821cba5448 [ 577.973711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.973819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.973905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.974477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.974477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.974477] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27da943-8cac-4bfe-ab57-44821cba5448 already deleted. [ 577.974477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27da943-8cac-4bfe-ab57-44821cba5448" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.535156] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9af45d81-f1e3-413e-b54e-416a85f9a6b3 None None] Enqueued Resource ID: 35fc6959-a1e8-41d1-b7ad-73e49492191e with Priority: HIGHEST for action port [ 579.535156] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fc6959-a1e8-41d1-b7ad-73e49492191e with Priority: HIGHEST for action port [ 579.535675] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fc6959-a1e8-41d1-b7ad-73e49492191e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.535819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fc6959-a1e8-41d1-b7ad-73e49492191e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.535895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fc6959-a1e8-41d1-b7ad-73e49492191e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.539061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fc6959-a1e8-41d1-b7ad-73e49492191e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.540858] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fc6959-a1e8-41d1-b7ad-73e49492191e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.044140] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35fc6959-a1e8-41d1-b7ad-73e49492191e [ 580.044306] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.044387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.044953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.045340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.045340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.045438] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35fc6959-a1e8-41d1-b7ad-73e49492191e already deleted. [ 580.045469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fc6959-a1e8-41d1-b7ad-73e49492191e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.284446] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3e45f052-a739-4566-8d7c-9b0a736a76cb None None] Enqueued Resource ID: c7592d85-e8a1-4e20-9369-baa52b7866f1 with Priority: HIGHEST for action port [ 580.284446] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7592d85-e8a1-4e20-9369-baa52b7866f1 with Priority: HIGHEST for action port [ 580.287514] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7592d85-e8a1-4e20-9369-baa52b7866f1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.287765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7592d85-e8a1-4e20-9369-baa52b7866f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.287843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7592d85-e8a1-4e20-9369-baa52b7866f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.288449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7592d85-e8a1-4e20-9369-baa52b7866f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.288449] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7592d85-e8a1-4e20-9369-baa52b7866f1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.793845] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7592d85-e8a1-4e20-9369-baa52b7866f1 [ 580.794694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.794898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.794981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.795169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.795262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.795359] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7592d85-e8a1-4e20-9369-baa52b7866f1 already deleted. [ 580.795443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7592d85-e8a1-4e20-9369-baa52b7866f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.053136] env[66378]: INFO networking_nsxv3.common.synchronization [None req-35f6c0f0-7548-436f-a64e-36ee8b6c460d None None] Enqueued Resource ID: 9aa02a52-f8ef-48cc-b94f-3a9b20441fc1 with Priority: HIGHEST for action port [ 581.054133] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa02a52-f8ef-48cc-b94f-3a9b20441fc1 with Priority: HIGHEST for action port [ 581.054133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa02a52-f8ef-48cc-b94f-3a9b20441fc1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.055273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa02a52-f8ef-48cc-b94f-3a9b20441fc1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.055273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa02a52-f8ef-48cc-b94f-3a9b20441fc1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.055273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa02a52-f8ef-48cc-b94f-3a9b20441fc1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.055273] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa02a52-f8ef-48cc-b94f-3a9b20441fc1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.340518] env[66378]: INFO networking_nsxv3.common.synchronization [None req-34b1e75c-5903-4a79-9190-5573136aa3fa None None] Enqueued Resource ID: 1383cf27-4775-4539-a259-ba81d3806b22 with Priority: HIGHEST for action port [ 581.341791] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1383cf27-4775-4539-a259-ba81d3806b22 with Priority: HIGHEST for action port [ 581.341791] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1383cf27-4775-4539-a259-ba81d3806b22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.341791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1383cf27-4775-4539-a259-ba81d3806b22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.341791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1383cf27-4775-4539-a259-ba81d3806b22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.342135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1383cf27-4775-4539-a259-ba81d3806b22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.342135] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1383cf27-4775-4539-a259-ba81d3806b22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.557336] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa02a52-f8ef-48cc-b94f-3a9b20441fc1 [ 581.557569] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.557698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.557760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.557971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.558781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.558781] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa02a52-f8ef-48cc-b94f-3a9b20441fc1 already deleted. [ 581.558781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa02a52-f8ef-48cc-b94f-3a9b20441fc1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.845780] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1383cf27-4775-4539-a259-ba81d3806b22 [ 581.846058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.846212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.846248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.846472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.847339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.847339] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1383cf27-4775-4539-a259-ba81d3806b22 already deleted. [ 581.847339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1383cf27-4775-4539-a259-ba81d3806b22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.059348] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ff932161-c69e-45c4-8669-64e954a24ba5 None None] Enqueued Resource ID: 8407f0e6-49f2-4e6d-a994-4934d0553460 with Priority: HIGHEST for action port [ 583.059633] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8407f0e6-49f2-4e6d-a994-4934d0553460 with Priority: HIGHEST for action port [ 583.060187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-8407f0e6-49f2-4e6d-a994-4934d0553460 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.060328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8407f0e6-49f2-4e6d-a994-4934d0553460" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.060432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8407f0e6-49f2-4e6d-a994-4934d0553460" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.061512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8407f0e6-49f2-4e6d-a994-4934d0553460" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.061512] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8407f0e6-49f2-4e6d-a994-4934d0553460',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.356855] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3ae00d41-6c32-49e1-aa2d-b8f3ce0db635 None None] Enqueued Resource ID: ba312385-57c5-400c-b9c8-bcfe27a81bb7 with Priority: HIGHEST for action port [ 583.359557] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba312385-57c5-400c-b9c8-bcfe27a81bb7 with Priority: HIGHEST for action port [ 583.361037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba312385-57c5-400c-b9c8-bcfe27a81bb7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.361037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba312385-57c5-400c-b9c8-bcfe27a81bb7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.361037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba312385-57c5-400c-b9c8-bcfe27a81bb7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.361037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba312385-57c5-400c-b9c8-bcfe27a81bb7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.361037] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba312385-57c5-400c-b9c8-bcfe27a81bb7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.565370] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8407f0e6-49f2-4e6d-a994-4934d0553460 [ 583.565631] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.565773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.565871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.566058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.566148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.566243] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8407f0e6-49f2-4e6d-a994-4934d0553460 already deleted. [ 583.566330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8407f0e6-49f2-4e6d-a994-4934d0553460" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.865612] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba312385-57c5-400c-b9c8-bcfe27a81bb7 [ 583.866133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.867547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.867547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.867547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.867547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.867547] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba312385-57c5-400c-b9c8-bcfe27a81bb7 already deleted. [ 583.867547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba312385-57c5-400c-b9c8-bcfe27a81bb7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.242290] env[66378]: INFO networking_nsxv3.common.synchronization [None req-fdd95179-b1de-415e-8f7e-1c31f786435c None None] Enqueued Resource ID: aef913c6-8bb4-4e1b-8b86-657f37fa093f with Priority: HIGHEST for action port [ 584.242613] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef913c6-8bb4-4e1b-8b86-657f37fa093f with Priority: HIGHEST for action port [ 584.243260] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef913c6-8bb4-4e1b-8b86-657f37fa093f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.243397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef913c6-8bb4-4e1b-8b86-657f37fa093f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.243457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef913c6-8bb4-4e1b-8b86-657f37fa093f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.243703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef913c6-8bb4-4e1b-8b86-657f37fa093f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.243783] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef913c6-8bb4-4e1b-8b86-657f37fa093f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.388156] env[66378]: INFO networking_nsxv3.common.synchronization [None req-fe56bc9a-4c5f-41fa-b516-75ce531db2d0 None None] Enqueued Resource ID: 8180af26-507a-4405-8ba8-21ab6f4815d8 with Priority: HIGHEST for action port [ 584.388156] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8180af26-507a-4405-8ba8-21ab6f4815d8 with Priority: HIGHEST for action port [ 584.388156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-8180af26-507a-4405-8ba8-21ab6f4815d8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.388156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8180af26-507a-4405-8ba8-21ab6f4815d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.388156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8180af26-507a-4405-8ba8-21ab6f4815d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.388435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8180af26-507a-4405-8ba8-21ab6f4815d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.388585] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8180af26-507a-4405-8ba8-21ab6f4815d8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.745495] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef913c6-8bb4-4e1b-8b86-657f37fa093f [ 584.745951] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.746804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.746804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.746804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.746804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.747636] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef913c6-8bb4-4e1b-8b86-657f37fa093f already deleted. [ 584.747848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef913c6-8bb4-4e1b-8b86-657f37fa093f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.891429] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8180af26-507a-4405-8ba8-21ab6f4815d8 [ 584.891674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.891831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.891904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.892138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.892219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.892316] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8180af26-507a-4405-8ba8-21ab6f4815d8 already deleted. [ 584.892394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8180af26-507a-4405-8ba8-21ab6f4815d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.648679] env[66378]: INFO networking_nsxv3.common.synchronization [None req-72ac33f9-dad7-4149-8542-de830e99e854 None None] Enqueued Resource ID: 5f421838-27f6-434d-839f-b70f8b9bea13 with Priority: HIGHEST for action port [ 585.650240] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f421838-27f6-434d-839f-b70f8b9bea13 with Priority: HIGHEST for action port [ 585.650240] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f421838-27f6-434d-839f-b70f8b9bea13 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.650240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f421838-27f6-434d-839f-b70f8b9bea13" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.650240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f421838-27f6-434d-839f-b70f8b9bea13" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.652608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f421838-27f6-434d-839f-b70f8b9bea13" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.652608] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f421838-27f6-434d-839f-b70f8b9bea13',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.153662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f421838-27f6-434d-839f-b70f8b9bea13 [ 586.153903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.154063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.154135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.154340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.154429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.154522] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f421838-27f6-434d-839f-b70f8b9bea13 already deleted. [ 586.154602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f421838-27f6-434d-839f-b70f8b9bea13" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.312545] env[66378]: INFO networking_nsxv3.common.synchronization [None req-203785dd-cf2a-41b0-a910-431113762b40 None None] Enqueued Resource ID: 64c0907f-ab3a-46db-95c2-dd1b09096103 with Priority: HIGHEST for action port [ 586.314329] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c0907f-ab3a-46db-95c2-dd1b09096103 with Priority: HIGHEST for action port [ 586.314650] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-64c0907f-ab3a-46db-95c2-dd1b09096103 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.314774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64c0907f-ab3a-46db-95c2-dd1b09096103" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.314895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64c0907f-ab3a-46db-95c2-dd1b09096103" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.315177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64c0907f-ab3a-46db-95c2-dd1b09096103" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.315305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c0907f-ab3a-46db-95c2-dd1b09096103',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.818549] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64c0907f-ab3a-46db-95c2-dd1b09096103 [ 586.819049] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.819130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.819162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.819425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.819496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.819599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64c0907f-ab3a-46db-95c2-dd1b09096103 already deleted. [ 586.819744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64c0907f-ab3a-46db-95c2-dd1b09096103" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.941359] env[66378]: INFO networking_nsxv3.common.synchronization [req-67db526a-1cc5-4f90-a7f5-a46a36e3a112 req-20cd230c-20b5-4f7f-84c8-6d68c43ce864 tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 2bf8a988-d1bc-4410-8f81-e54c39b1c4d6 with Priority: HIGHEST for action security_group_rules [ 586.943068] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf8a988-d1bc-4410-8f81-e54c39b1c4d6 with Priority: HIGHEST for action security_group_rules [ 586.943476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf8a988-d1bc-4410-8f81-e54c39b1c4d6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.943850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf8a988-d1bc-4410-8f81-e54c39b1c4d6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.943977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf8a988-d1bc-4410-8f81-e54c39b1c4d6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.944311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf8a988-d1bc-4410-8f81-e54c39b1c4d6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.944576] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf8a988-d1bc-4410-8f81-e54c39b1c4d6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.471440] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.471611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.471682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.471900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.471992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.472126] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf8a988-d1bc-4410-8f81-e54c39b1c4d6 already deleted. [ 587.472193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf8a988-d1bc-4410-8f81-e54c39b1c4d6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.178306] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d96c5e90-2b44-4353-a397-1b692d8eebfa None None] Enqueued Resource ID: 530d63c1-29a5-4769-8af6-95a91f881bd6 with Priority: HIGHEST for action port [ 588.179118] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530d63c1-29a5-4769-8af6-95a91f881bd6 with Priority: HIGHEST for action port [ 588.179515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-530d63c1-29a5-4769-8af6-95a91f881bd6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.179515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530d63c1-29a5-4769-8af6-95a91f881bd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.179515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530d63c1-29a5-4769-8af6-95a91f881bd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.182785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530d63c1-29a5-4769-8af6-95a91f881bd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.182785] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530d63c1-29a5-4769-8af6-95a91f881bd6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.682377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 530d63c1-29a5-4769-8af6-95a91f881bd6 [ 588.685386] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.685386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.685386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.685386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.685386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.685386] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:530d63c1-29a5-4769-8af6-95a91f881bd6 already deleted. [ 588.685386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530d63c1-29a5-4769-8af6-95a91f881bd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.085950] env[66378]: INFO networking_nsxv3.common.synchronization [None req-5feafc0f-06d4-4484-840d-6d6c22b3982e None None] Enqueued Resource ID: 008e9d5b-ee18-48af-bb3e-c8ca782e8e6f with Priority: HIGHEST for action port [ 589.086501] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008e9d5b-ee18-48af-bb3e-c8ca782e8e6f with Priority: HIGHEST for action port [ 589.087558] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d025d047-862a-4c32-a004-316ea0dc17aa None None] Enqueued Resource ID: 11c16d29-eb1c-4910-a8fd-c8f21b48d6b8 with Priority: HIGHEST for action port [ 589.087884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-008e9d5b-ee18-48af-bb3e-c8ca782e8e6f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.088036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-008e9d5b-ee18-48af-bb3e-c8ca782e8e6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.088080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-008e9d5b-ee18-48af-bb3e-c8ca782e8e6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.088319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-008e9d5b-ee18-48af-bb3e-c8ca782e8e6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.088407] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008e9d5b-ee18-48af-bb3e-c8ca782e8e6f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.090943] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c16d29-eb1c-4910-a8fd-c8f21b48d6b8 with Priority: HIGHEST for action port [ 589.090943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c16d29-eb1c-4910-a8fd-c8f21b48d6b8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.090943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c16d29-eb1c-4910-a8fd-c8f21b48d6b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.090943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c16d29-eb1c-4910-a8fd-c8f21b48d6b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.090943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c16d29-eb1c-4910-a8fd-c8f21b48d6b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.090943] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c16d29-eb1c-4910-a8fd-c8f21b48d6b8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.592201] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 008e9d5b-ee18-48af-bb3e-c8ca782e8e6f [ 589.592501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.592697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.592697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.593515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.593515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.593515] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:008e9d5b-ee18-48af-bb3e-c8ca782e8e6f already deleted. [ 589.593515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-008e9d5b-ee18-48af-bb3e-c8ca782e8e6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.593515] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11c16d29-eb1c-4910-a8fd-c8f21b48d6b8 [ 589.593666] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.593719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.593749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.594252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.594252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.594252] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11c16d29-eb1c-4910-a8fd-c8f21b48d6b8 already deleted. [ 589.594252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c16d29-eb1c-4910-a8fd-c8f21b48d6b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.994544] env[66378]: INFO networking_nsxv3.common.synchronization [None req-63fb1d40-e8b5-4095-b1d3-94de52771324 None None] Enqueued Resource ID: 3446c2f3-3fc9-4026-a3df-01637d52ab09 with Priority: HIGHEST for action port [ 589.995966] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3446c2f3-3fc9-4026-a3df-01637d52ab09 with Priority: HIGHEST for action port [ 589.995966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3446c2f3-3fc9-4026-a3df-01637d52ab09 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.995966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3446c2f3-3fc9-4026-a3df-01637d52ab09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.995966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3446c2f3-3fc9-4026-a3df-01637d52ab09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.995966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3446c2f3-3fc9-4026-a3df-01637d52ab09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.996225] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3446c2f3-3fc9-4026-a3df-01637d52ab09',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.501352] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3446c2f3-3fc9-4026-a3df-01637d52ab09 [ 590.501623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.501783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.501863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.502128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.502290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.502944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3446c2f3-3fc9-4026-a3df-01637d52ab09 already deleted. [ 590.502944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3446c2f3-3fc9-4026-a3df-01637d52ab09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.588384] env[66378]: INFO networking_nsxv3.common.synchronization [None req-124ea291-1fdd-411e-a29a-74ac197b4cd1 None None] Enqueued Resource ID: 460cfdaf-bec3-4521-b033-6ba19c035217 with Priority: HIGHEST for action port [ 590.590833] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460cfdaf-bec3-4521-b033-6ba19c035217 with Priority: HIGHEST for action port [ 590.590833] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-460cfdaf-bec3-4521-b033-6ba19c035217 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.590833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460cfdaf-bec3-4521-b033-6ba19c035217" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.590833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460cfdaf-bec3-4521-b033-6ba19c035217" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.590833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460cfdaf-bec3-4521-b033-6ba19c035217" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.590833] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460cfdaf-bec3-4521-b033-6ba19c035217',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.964182] env[66378]: INFO networking_nsxv3.common.synchronization [req-6fbcce17-ae1c-4e09-b7f4-458cf04fb6d7 req-c3d01b50-8404-489f-b260-79e3da247589 tempest-SecurityGroupRulesNegativeTestJSON-33990515 tempest-SecurityGroupRulesNegativeTestJSON-33990515-project-member] Enqueued Resource ID: 4827d475-138f-440a-be45-d44e8cd98d25 with Priority: HIGHEST for action security_group_rules [ 590.964631] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827d475-138f-440a-be45-d44e8cd98d25 with Priority: HIGHEST for action security_group_rules [ 590.967092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827d475-138f-440a-be45-d44e8cd98d25 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.967092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.967092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.967701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.967701] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827d475-138f-440a-be45-d44e8cd98d25',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.093348] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 460cfdaf-bec3-4521-b033-6ba19c035217 [ 591.093574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.093900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.093988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:460cfdaf-bec3-4521-b033-6ba19c035217 already deleted. [ 591.094105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460cfdaf-bec3-4521-b033-6ba19c035217" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.490414] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.490597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.490650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.490861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.490949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.491062] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827d475-138f-440a-be45-d44e8cd98d25 already deleted. [ 591.491143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.158986] env[66378]: INFO networking_nsxv3.common.synchronization [None req-306e6166-d194-4604-9abb-46c6dc749316 None None] Enqueued Resource ID: f3e9f617-1226-4e44-b69b-9047a8135e7c with Priority: HIGHEST for action port [ 592.159436] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e9f617-1226-4e44-b69b-9047a8135e7c with Priority: HIGHEST for action port [ 592.159920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e9f617-1226-4e44-b69b-9047a8135e7c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.160047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e9f617-1226-4e44-b69b-9047a8135e7c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.160047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e9f617-1226-4e44-b69b-9047a8135e7c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.161308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e9f617-1226-4e44-b69b-9047a8135e7c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.161308] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e9f617-1226-4e44-b69b-9047a8135e7c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.664021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e9f617-1226-4e44-b69b-9047a8135e7c [ 592.664021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.664021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.664021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.664021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.664021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.664021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e9f617-1226-4e44-b69b-9047a8135e7c already deleted. [ 592.664021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e9f617-1226-4e44-b69b-9047a8135e7c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.808020] env[66378]: INFO networking_nsxv3.common.synchronization [None req-64016cf5-3ac7-46cd-abd0-267315787a6e None None] Enqueued Resource ID: a61bf605-1733-4ec5-9f6a-f01555f664d4 with Priority: HIGHEST for action port [ 592.808977] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61bf605-1733-4ec5-9f6a-f01555f664d4 with Priority: HIGHEST for action port [ 592.809482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61bf605-1733-4ec5-9f6a-f01555f664d4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.809482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61bf605-1733-4ec5-9f6a-f01555f664d4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.809672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61bf605-1733-4ec5-9f6a-f01555f664d4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.810100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61bf605-1733-4ec5-9f6a-f01555f664d4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.810169] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61bf605-1733-4ec5-9f6a-f01555f664d4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.314509] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a61bf605-1733-4ec5-9f6a-f01555f664d4 [ 593.314509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.314509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.314509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.314509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.314509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.314509] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a61bf605-1733-4ec5-9f6a-f01555f664d4 already deleted. [ 593.314509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61bf605-1733-4ec5-9f6a-f01555f664d4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.278766] env[66378]: INFO networking_nsxv3.common.synchronization [None req-98ae2df0-6385-40ab-8532-278530b6c4bc None None] Enqueued Resource ID: cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683 with Priority: HIGHEST for action port [ 594.278766] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683 with Priority: HIGHEST for action port [ 594.278766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.278978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.278978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.279620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.279711] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.746383] env[66378]: INFO networking_nsxv3.common.synchronization [None req-6d1c2ead-6d59-4849-a951-0e5bcb4121d8 tempest-ServersTestFqdnHostnames-1077564592 tempest-ServersTestFqdnHostnames-1077564592-project-member] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 594.749413] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 594.749413] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.749413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.749413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.749413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.749413] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.782342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683 [ 594.782640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.782763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.782823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.783057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.783167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.783257] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683 already deleted. [ 594.783407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd762bbe-ff8f-4fb1-bb4b-70c8dcfe0683" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.131816] env[66378]: INFO networking_nsxv3.common.synchronization [None req-59e2966d-a19d-4baf-b5fe-5fe0a8ee539b None None] Enqueued Resource ID: e0321c5f-08c0-44f6-b1b3-89716f790456 with Priority: HIGHEST for action port [ 595.134342] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0321c5f-08c0-44f6-b1b3-89716f790456 with Priority: HIGHEST for action port [ 595.134342] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0321c5f-08c0-44f6-b1b3-89716f790456 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.134342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0321c5f-08c0-44f6-b1b3-89716f790456" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.134342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0321c5f-08c0-44f6-b1b3-89716f790456" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.134342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0321c5f-08c0-44f6-b1b3-89716f790456" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.134342] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0321c5f-08c0-44f6-b1b3-89716f790456',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.277484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.277484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.277484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.277484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.277484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.277484] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 already deleted. [ 595.277484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.468326] env[66378]: INFO networking_nsxv3.common.synchronization [None req-7516edfc-6591-443c-b523-6aad0a374664 None None] Enqueued Resource ID: a6f21768-4733-416a-a499-3377e85b8c4f with Priority: HIGHEST for action port [ 595.468326] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f21768-4733-416a-a499-3377e85b8c4f with Priority: HIGHEST for action port [ 595.468326] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f21768-4733-416a-a499-3377e85b8c4f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.468326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f21768-4733-416a-a499-3377e85b8c4f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.468326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f21768-4733-416a-a499-3377e85b8c4f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.468965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f21768-4733-416a-a499-3377e85b8c4f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.469178] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f21768-4733-416a-a499-3377e85b8c4f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.638403] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0321c5f-08c0-44f6-b1b3-89716f790456 [ 595.641024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.641024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.641024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.641024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.641024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.641024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0321c5f-08c0-44f6-b1b3-89716f790456 already deleted. [ 595.641024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0321c5f-08c0-44f6-b1b3-89716f790456" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.660880] env[66378]: INFO networking_nsxv3.common.synchronization [None req-db995eb7-80ae-4ad7-b3de-9abd5831ae21 tempest-ServersTestFqdnHostnames-1077564592 tempest-ServersTestFqdnHostnames-1077564592-project-member] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 595.660880] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 595.661598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.661598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.661598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.661598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.661598] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.969513] env[66378]: INFO networking_nsxv3.common.synchronization [req-c6a5d17a-ba72-4588-a748-b85314276ed3 req-a4d04857-20e2-49e0-998d-648602156172 tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 20fca1a5-a580-45be-a4e6-ab980929da7a with Priority: HIGHEST for action security_group_rules [ 595.970235] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20fca1a5-a580-45be-a4e6-ab980929da7a with Priority: HIGHEST for action security_group_rules [ 595.970235] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20fca1a5-a580-45be-a4e6-ab980929da7a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.970235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20fca1a5-a580-45be-a4e6-ab980929da7a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20fca1a5-a580-45be-a4e6-ab980929da7a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.970486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20fca1a5-a580-45be-a4e6-ab980929da7a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.970486] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20fca1a5-a580-45be-a4e6-ab980929da7a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.972642] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f21768-4733-416a-a499-3377e85b8c4f [ 595.972830] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.972948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973534] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f21768-4733-416a-a499-3377e85b8c4f already deleted. [ 595.973534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f21768-4733-416a-a499-3377e85b8c4f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.194897] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.195081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.195127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.195341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.195436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.195524] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 already deleted. [ 596.195618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.497356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.497356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.497556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.498106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.498216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.498319] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20fca1a5-a580-45be-a4e6-ab980929da7a already deleted. [ 596.498410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20fca1a5-a580-45be-a4e6-ab980929da7a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.815838] env[66378]: INFO networking_nsxv3.common.synchronization [None req-74884b27-07a5-4e00-9759-7c15e0dac91f tempest-VolumesAssistedSnapshotsTest-1038774038 tempest-VolumesAssistedSnapshotsTest-1038774038-project-member] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 596.817438] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 596.817438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.817438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.817438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.819196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.819196] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.970240] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4e88352d-431d-43cb-812a-743d851620c7 tempest-VolumesAssistedSnapshotsTest-1038774038 tempest-VolumesAssistedSnapshotsTest-1038774038-project-member] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 596.970682] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 596.970975] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.971854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.304388] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0ae10269-53ff-4afc-a961-e8ab7d97a32a None None] Enqueued Resource ID: 991c20b4-6eef-44d8-a5af-d37c6228ad03 with Priority: HIGHEST for action port [ 597.305370] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991c20b4-6eef-44d8-a5af-d37c6228ad03 with Priority: HIGHEST for action port [ 597.305983] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-991c20b4-6eef-44d8-a5af-d37c6228ad03 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.306149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991c20b4-6eef-44d8-a5af-d37c6228ad03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.306211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991c20b4-6eef-44d8-a5af-d37c6228ad03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.306627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991c20b4-6eef-44d8-a5af-d37c6228ad03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.306684] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991c20b4-6eef-44d8-a5af-d37c6228ad03',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.352035] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352035] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef already deleted. [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352035] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.810665] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 991c20b4-6eef-44d8-a5af-d37c6228ad03 [ 597.810955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.811095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.811095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.812262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.812262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.812262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:991c20b4-6eef-44d8-a5af-d37c6228ad03 already deleted. [ 597.812262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991c20b4-6eef-44d8-a5af-d37c6228ad03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874684] env[66378]: INFO networking_nsxv3.common.synchronization [None req-65e8f39b-090f-42d5-9b92-1e821b4f1364 None None] Enqueued Resource ID: f08cf8fc-a738-41b5-9757-ff8f6fac9c7d with Priority: HIGHEST for action port [ 597.875468] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.875468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.875468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.875753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.875753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.875753] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef already deleted. [ 597.875859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.876347] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08cf8fc-a738-41b5-9757-ff8f6fac9c7d with Priority: HIGHEST for action port [ 597.876718] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08cf8fc-a738-41b5-9757-ff8f6fac9c7d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.876786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08cf8fc-a738-41b5-9757-ff8f6fac9c7d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.877616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08cf8fc-a738-41b5-9757-ff8f6fac9c7d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.877616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08cf8fc-a738-41b5-9757-ff8f6fac9c7d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.877616] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08cf8fc-a738-41b5-9757-ff8f6fac9c7d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.999627] env[66378]: INFO networking_nsxv3.common.synchronization [req-2e080e28-ea3c-4ee9-b50e-4f9b7fd9c4be req-a864ae6d-7379-445c-9efc-42c134af09c7 tempest-SecurityGroupRulesNegativeTestJSON-33990515 tempest-SecurityGroupRulesNegativeTestJSON-33990515-project-member] Enqueued Resource ID: 4827d475-138f-440a-be45-d44e8cd98d25 with Priority: HIGHEST for action security_group_rules [ 598.000684] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4827d475-138f-440a-be45-d44e8cd98d25 with Priority: HIGHEST for action security_group_rules [ 598.001041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4827d475-138f-440a-be45-d44e8cd98d25 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.001209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.001256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.001536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.001618] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4827d475-138f-440a-be45-d44e8cd98d25',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.352350] env[66378]: INFO networking_nsxv3.common.synchronization [req-e9bd3257-233a-4da4-8d26-0be7822083e5 req-f973521e-9c7a-4092-846b-726d002910d4 tempest-VolumesAdminNegativeTest-754992215 tempest-VolumesAdminNegativeTest-754992215-project-member] Enqueued Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 598.352873] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 598.353212] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.353337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.353421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.354078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.354078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.354078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.354078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.354476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.354586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.354686] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.379084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f08cf8fc-a738-41b5-9757-ff8f6fac9c7d [ 598.379396] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.379512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.379512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.379730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.379823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.379916] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f08cf8fc-a738-41b5-9757-ff8f6fac9c7d already deleted. [ 598.380384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08cf8fc-a738-41b5-9757-ff8f6fac9c7d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.522301] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.522301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.522301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.522301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.522301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.522301] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4827d475-138f-440a-be45-d44e8cd98d25 already deleted. [ 598.522301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4827d475-138f-440a-be45-d44e8cd98d25" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.773073] env[66378]: INFO networking_nsxv3.common.synchronization [None req-dc6ac12e-6162-46bb-a1a2-25f6532693ea None None] Enqueued Resource ID: ef36cefa-529f-49b1-8038-5c15f87675f1 with Priority: HIGHEST for action port [ 598.773664] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef36cefa-529f-49b1-8038-5c15f87675f1 with Priority: HIGHEST for action port [ 598.773963] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef36cefa-529f-49b1-8038-5c15f87675f1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.774100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef36cefa-529f-49b1-8038-5c15f87675f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.774164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef36cefa-529f-49b1-8038-5c15f87675f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.774436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef36cefa-529f-49b1-8038-5c15f87675f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.774559] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef36cefa-529f-49b1-8038-5c15f87675f1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.856865] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.856988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.856988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.857207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.857297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857488] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.857593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.857655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.857801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.857881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857964] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29578da-698c-48e0-94a6-bf0cff47951a already deleted. [ 598.858055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.279972] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef36cefa-529f-49b1-8038-5c15f87675f1 [ 599.280291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.280389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.280838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.281113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.281212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.281335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef36cefa-529f-49b1-8038-5c15f87675f1 already deleted. [ 599.281439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef36cefa-529f-49b1-8038-5c15f87675f1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.323224] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.323713] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-820" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.324111] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-820" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.324324] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-820" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.324631] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.324811] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.324931] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.325202] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.325342] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.325766] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.325879] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.325981] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.326092] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.326196] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.326294] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.326425] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.352685] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.352930] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.353269] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.353352] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-820" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.355048] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.355048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.355048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.355048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.355048] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.857434] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.861176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 not found, creating... [ 599.861176] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.861176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.861699] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.861699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.861699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.861699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.861699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.861699] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 is going to be created. [ 599.885545] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.885869] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.886013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.886713] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.886978] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.887309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.959587] env[66378]: INFO networking_nsxv3.common.synchronization [None req-19c24a19-2125-4831-8856-7db9c91c1ec6 None None] Enqueued Resource ID: 870775c7-0d31-4bef-b152-40b1b91f4fe0 with Priority: HIGHEST for action port [ 599.959687] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870775c7-0d31-4bef-b152-40b1b91f4fe0 with Priority: HIGHEST for action port [ 599.960481] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-870775c7-0d31-4bef-b152-40b1b91f4fe0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.960617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870775c7-0d31-4bef-b152-40b1b91f4fe0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.960686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870775c7-0d31-4bef-b152-40b1b91f4fe0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.960939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870775c7-0d31-4bef-b152-40b1b91f4fe0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.961032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870775c7-0d31-4bef-b152-40b1b91f4fe0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.463254] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 870775c7-0d31-4bef-b152-40b1b91f4fe0 [ 600.463743] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.463993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.464338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.464542] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:870775c7-0d31-4bef-b152-40b1b91f4fe0 already deleted. [ 600.464855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870775c7-0d31-4bef-b152-40b1b91f4fe0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.732775] env[66378]: INFO networking_nsxv3.common.synchronization [req-e9bd3257-233a-4da4-8d26-0be7822083e5 req-884c121d-a851-4acc-a46d-d7ed43dbce07 service nova] Enqueued Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_rules [ 600.732775] env[66378]: INFO networking_nsxv3.common.synchronization [req-e9bd3257-233a-4da4-8d26-0be7822083e5 req-884c121d-a851-4acc-a46d-d7ed43dbce07 service nova] Enqueued Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 600.732775] env[66378]: INFO networking_nsxv3.common.synchronization [req-e9bd3257-233a-4da4-8d26-0be7822083e5 req-884c121d-a851-4acc-a46d-d7ed43dbce07 service nova] Enqueued Resource ID: 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 with Priority: HIGHEST for action port [ 600.733072] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_rules [ 600.733072] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 600.733334] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 with Priority: HIGHEST for action port [ 600.733623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.733778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.734080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.734161] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.736098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.736228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.736313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.736514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.736668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.736783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.736847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.739114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.739200] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.743195] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.743195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.743195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.743195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.743195] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.836628] env[66378]: INFO networking_nsxv3.common.synchronization [None req-34631c6f-08a9-4cfa-92f0-eb15324fdaff None None] Enqueued Resource ID: 12951aac-324a-4fd5-aa1f-e7798ab820b3 with Priority: HIGHEST for action port [ 600.836628] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12951aac-324a-4fd5-aa1f-e7798ab820b3 with Priority: HIGHEST for action port [ 600.836628] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12951aac-324a-4fd5-aa1f-e7798ab820b3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.836628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12951aac-324a-4fd5-aa1f-e7798ab820b3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.836628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12951aac-324a-4fd5-aa1f-e7798ab820b3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.836628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12951aac-324a-4fd5-aa1f-e7798ab820b3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.836628] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12951aac-324a-4fd5-aa1f-e7798ab820b3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.236987] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.237270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.249440] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.253177] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 with status ACTIVE [ 601.253435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.253564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.253616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.253859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.253967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.254157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.254254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.254315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.254504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.254563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.255935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.255935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.255935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.255935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.255935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.255935] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0 is going to be updated. [ 601.281655] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.281655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.282620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.282620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.282620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.282620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd4b463-fcb2-4492-9dfe-ad25cfb94ad0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.338835] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12951aac-324a-4fd5-aa1f-e7798ab820b3 [ 601.339101] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.339240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.339519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.339605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.339699] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12951aac-324a-4fd5-aa1f-e7798ab820b3 already deleted. [ 601.339780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12951aac-324a-4fd5-aa1f-e7798ab820b3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.752070] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.939546] env[66378]: INFO networking_nsxv3.common.synchronization [req-a63cceeb-0612-48e5-a9d2-bbcd91dabc3f req-f22bfe87-8e72-4d93-9ba1-8f63ab39a3b9 tempest-FloatingIPsAssociationTestJSON-1900862611 tempest-FloatingIPsAssociationTestJSON-1900862611-project-member] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 601.939546] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 601.939758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.939882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.940647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.944862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.944862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.944862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.944862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.944862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.944862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.944862] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.108181] env[66378]: INFO networking_nsxv3.common.synchronization [None req-facde191-7f58-4e60-866a-8b322ca7b18f None None] Enqueued Resource ID: 362a8b0b-c64c-43f0-a99b-0a112ae85e66 with Priority: HIGHEST for action port [ 602.108181] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362a8b0b-c64c-43f0-a99b-0a112ae85e66 with Priority: HIGHEST for action port [ 602.108181] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-362a8b0b-c64c-43f0-a99b-0a112ae85e66 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.108181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-362a8b0b-c64c-43f0-a99b-0a112ae85e66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.108181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-362a8b0b-c64c-43f0-a99b-0a112ae85e66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.108181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-362a8b0b-c64c-43f0-a99b-0a112ae85e66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.108181] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('362a8b0b-c64c-43f0-a99b-0a112ae85e66',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.145078] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d353cae7-a96f-48fc-a335-ad9842a9fcaa None None] Enqueued Resource ID: 4170498c-8c10-441c-95da-ff7b09ad30b8 with Priority: HIGHEST for action port [ 602.145078] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4170498c-8c10-441c-95da-ff7b09ad30b8 with Priority: HIGHEST for action port [ 602.145078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4170498c-8c10-441c-95da-ff7b09ad30b8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.145078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4170498c-8c10-441c-95da-ff7b09ad30b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.145078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4170498c-8c10-441c-95da-ff7b09ad30b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.145078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4170498c-8c10-441c-95da-ff7b09ad30b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.145078] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4170498c-8c10-441c-95da-ff7b09ad30b8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.256555] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.257102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.257102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.257272] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29578da-698c-48e0-94a6-bf0cff47951a is going to be created. [ 602.288436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.288436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.288436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.288436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.288436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.301720] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: UNINITIALIZED for 2s [ 602.446307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.446578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.446578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.447187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.447187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.447187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.447187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.447187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.447364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.447364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.447428] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c already deleted. [ 602.447472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.567131] env[66378]: INFO networking_nsxv3.common.synchronization [None req-88e7d04b-b2e0-4f00-ae7b-86b841b26aeb None None] Enqueued Resource ID: a18202ec-0149-4327-b562-b4b14f83bb20 with Priority: HIGHEST for action port [ 602.567570] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18202ec-0149-4327-b562-b4b14f83bb20 with Priority: HIGHEST for action port [ 602.567867] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a18202ec-0149-4327-b562-b4b14f83bb20 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.567981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a18202ec-0149-4327-b562-b4b14f83bb20" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.568061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a18202ec-0149-4327-b562-b4b14f83bb20" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.568298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a18202ec-0149-4327-b562-b4b14f83bb20" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.568451] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a18202ec-0149-4327-b562-b4b14f83bb20',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.587269] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.587391] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.587437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.587889] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.587957] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.588205] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.588274] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.588695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.588695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.588810] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.588843] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.588936] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.589181] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.589249] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.589590] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.589590] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.609099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.609099] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.609099] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.609099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.609301] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.609374] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.609471] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.609804] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.609935] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4d200e8-32a9-48b3-8571-6f44ed1c7b88',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.610743] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 362a8b0b-c64c-43f0-a99b-0a112ae85e66 [ 602.611503] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.611503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.611503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.611503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.611503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.611503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:362a8b0b-c64c-43f0-a99b-0a112ae85e66 already deleted. [ 602.611503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-362a8b0b-c64c-43f0-a99b-0a112ae85e66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.650074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4170498c-8c10-441c-95da-ff7b09ad30b8 [ 602.650074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.650074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.650074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.650074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.650074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.650074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4170498c-8c10-441c-95da-ff7b09ad30b8 already deleted. [ 602.650074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4170498c-8c10-441c-95da-ff7b09ad30b8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.070630] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a18202ec-0149-4327-b562-b4b14f83bb20 [ 603.070926] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.071031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.071452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.071452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.071452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.071853] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a18202ec-0149-4327-b562-b4b14f83bb20 already deleted. [ 603.071853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a18202ec-0149-4327-b562-b4b14f83bb20" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.112661] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.113299] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.113299] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.113299] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.113795] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.115145] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port a4d200e8-32a9-48b3-8571-6f44ed1c7b88 not found, creating... [ 603.115446] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.115636] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.116060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.116060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.116181] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.116408] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.116638] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.116686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.116862] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.116980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.117540] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: a4d200e8-32a9-48b3-8571-6f44ed1c7b88 is going to be created. [ 603.140373] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.140844] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.141059] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.141380] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.141673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.141946] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.791163] env[66378]: INFO networking_nsxv3.common.synchronization [None req-be4f671c-1c13-460f-8fb8-b9553d588914 None None] Enqueued Resource ID: 0de942c8-f054-400c-a839-f792c0302c44 with Priority: HIGHEST for action port [ 603.791388] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de942c8-f054-400c-a839-f792c0302c44 with Priority: HIGHEST for action port [ 603.791938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de942c8-f054-400c-a839-f792c0302c44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.792077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de942c8-f054-400c-a839-f792c0302c44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.792149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de942c8-f054-400c-a839-f792c0302c44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.792398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de942c8-f054-400c-a839-f792c0302c44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.792550] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de942c8-f054-400c-a839-f792c0302c44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.946806] env[66378]: INFO networking_nsxv3.common.synchronization [req-a63cceeb-0612-48e5-a9d2-bbcd91dabc3f req-39603c1c-ce1d-49b0-9c53-42bd55d34e6b service nova] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_rules [ 603.946806] env[66378]: INFO networking_nsxv3.common.synchronization [req-a63cceeb-0612-48e5-a9d2-bbcd91dabc3f req-39603c1c-ce1d-49b0-9c53-42bd55d34e6b service nova] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 603.946920] env[66378]: INFO networking_nsxv3.common.synchronization [req-a63cceeb-0612-48e5-a9d2-bbcd91dabc3f req-39603c1c-ce1d-49b0-9c53-42bd55d34e6b service nova] Enqueued Resource ID: a4d200e8-32a9-48b3-8571-6f44ed1c7b88 with Priority: HIGHEST for action port [ 603.947196] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_rules [ 603.947269] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 603.947356] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d200e8-32a9-48b3-8571-6f44ed1c7b88 with Priority: HIGHEST for action port [ 603.947983] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.949547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.949547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.949547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.949547] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.952476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.952476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.952476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.952476] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.953854] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.953960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.954102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.954206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.954372] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4d200e8-32a9-48b3-8571-6f44ed1c7b88',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.296653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0de942c8-f054-400c-a839-f792c0302c44 [ 604.296653] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.296968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.296968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.299020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.299020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.299020] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0de942c8-f054-400c-a839-f792c0302c44 already deleted. [ 604.299020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de942c8-f054-400c-a839-f792c0302c44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.317135] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: SUCCESS [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.317135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.317135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.317135] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.461662] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.461662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.461662] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.468936] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4d200e8-32a9-48b3-8571-6f44ed1c7b88 with status ACTIVE [ 604.469187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.469355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.469409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.470568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.470568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.470568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.470568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.470568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.471562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.471562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.472141] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.472626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.472720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.472902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.472984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.473083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4d200e8-32a9-48b3-8571-6f44ed1c7b88 is going to be updated. [ 604.500535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.500535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.500535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.500862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.500862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.500975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4d200e8-32a9-48b3-8571-6f44ed1c7b88" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.819472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.819643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.819713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.819931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.820109] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.820208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.820271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.820418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.820502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.820590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.820744] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.820835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.820895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.821042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.821178] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.821268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.821330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.821602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.821602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.821713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.821713] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.968829] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.979314] env[66378]: INFO networking_nsxv3.common.synchronization [None req-516626ac-a548-4cd5-bf7c-c3675ef34647 None None] Enqueued Resource ID: b65d0994-7580-4591-89cd-159ab901cde3 with Priority: HIGHEST for action port [ 604.980157] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65d0994-7580-4591-89cd-159ab901cde3 with Priority: HIGHEST for action port [ 604.981840] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b65d0994-7580-4591-89cd-159ab901cde3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.981840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b65d0994-7580-4591-89cd-159ab901cde3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.981840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b65d0994-7580-4591-89cd-159ab901cde3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.981840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b65d0994-7580-4591-89cd-159ab901cde3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.981840] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b65d0994-7580-4591-89cd-159ab901cde3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.297882] env[66378]: INFO networking_nsxv3.common.synchronization [None req-e93c70fc-31ca-48a9-8238-257646c37722 None None] Enqueued Resource ID: a3a1d3e7-4b97-4644-a398-4e43d54a7075 with Priority: HIGHEST for action port [ 605.299701] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a1d3e7-4b97-4644-a398-4e43d54a7075 with Priority: HIGHEST for action port [ 605.299701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a1d3e7-4b97-4644-a398-4e43d54a7075 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.299701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a1d3e7-4b97-4644-a398-4e43d54a7075" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.300022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a1d3e7-4b97-4644-a398-4e43d54a7075" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.300819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a1d3e7-4b97-4644-a398-4e43d54a7075" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.300819] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a1d3e7-4b97-4644-a398-4e43d54a7075',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.324253] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29578da-698c-48e0-94a6-bf0cff47951a: rpc.has_security_group_logging(os_id): False [ 605.342595] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.342790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.342861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.343190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.343393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.343519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.343588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.343806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.344026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.344118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.345067] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.345067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.345067] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29578da-698c-48e0-94a6-bf0cff47951a is going to be created. [ 605.408061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.408241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.408314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.408466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.408974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.419908] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: IN_PROGRESS for 2s [ 605.471251] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.471836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.471946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.472313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472443] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be created. [ 605.484742] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b65d0994-7580-4591-89cd-159ab901cde3 [ 605.484742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.484742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.484742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.484742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.484742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.484742] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b65d0994-7580-4591-89cd-159ab901cde3 already deleted. [ 605.484742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b65d0994-7580-4591-89cd-159ab901cde3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.506021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.506021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.506021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.506021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.506021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.518309] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: UNINITIALIZED for 2s [ 605.802643] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a1d3e7-4b97-4644-a398-4e43d54a7075 [ 605.802896] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.803084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.803165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.803334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.803475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.803554] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a1d3e7-4b97-4644-a398-4e43d54a7075 already deleted. [ 605.803639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a1d3e7-4b97-4644-a398-4e43d54a7075" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.943950] env[66378]: INFO networking_nsxv3.common.synchronization [req-8e71ceaa-3479-4b0a-a70c-2d503424e919 req-e97246ab-852a-48dd-8319-542ed2dac691 tempest-ServerAddressesNegativeTestJSON-1317737998 tempest-ServerAddressesNegativeTestJSON-1317737998-project-member] Enqueued Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 605.944959] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 605.945263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.945394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.945472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.948082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.948082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.948082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.948082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.948082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.948082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.948082] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.448612] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.453539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.453539] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ada376-d649-4d32-90a0-cda20914b86e already deleted. [ 606.453539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.580732] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.581034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-883" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.581212] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-883" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.581647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-883" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582041] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582444] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582839] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.583040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.583367] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.583545] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.583729] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.583872] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.584131] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.584280] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.584424] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.607902] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.608139] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.608322] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.608572] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-883" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.608999] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-c255309a-7a90-4f8d-9f34-eed2372cfe62 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.609285] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.609472] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.609884] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.610069] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c255309a-7a90-4f8d-9f34-eed2372cfe62',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.114418] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.114788] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.114981] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.115305] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.115673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.115673] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port c255309a-7a90-4f8d-9f34-eed2372cfe62 not found, creating... [ 607.115860] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.116072] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.116137] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.116347] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.116536] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.116757] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.116912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.117033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.117273] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.117807] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.117807] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: c255309a-7a90-4f8d-9f34-eed2372cfe62 is going to be created. [ 607.139832] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.139832] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.139832] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140200] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140565] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140900] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.435528] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: SUCCESS [ 607.436167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.531990] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 607.532387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.532440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.532646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.532930] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.533577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.533744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533994] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.849936] env[66378]: INFO networking_nsxv3.common.synchronization [req-8e71ceaa-3479-4b0a-a70c-2d503424e919 req-ee175837-0355-4a5a-bb57-54c9347e30b6 service nova] Enqueued Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_rules [ 607.850249] env[66378]: INFO networking_nsxv3.common.synchronization [req-8e71ceaa-3479-4b0a-a70c-2d503424e919 req-ee175837-0355-4a5a-bb57-54c9347e30b6 service nova] Enqueued Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 607.850477] env[66378]: INFO networking_nsxv3.common.synchronization [req-8e71ceaa-3479-4b0a-a70c-2d503424e919 req-ee175837-0355-4a5a-bb57-54c9347e30b6 service nova] Enqueued Resource ID: c255309a-7a90-4f8d-9f34-eed2372cfe62 with Priority: HIGHEST for action port [ 607.851148] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_rules [ 607.851365] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 607.851605] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255309a-7a90-4f8d-9f34-eed2372cfe62 with Priority: HIGHEST for action port [ 607.851984] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.852214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.852428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.852819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.852985] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.853960] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.854175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.854369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.857973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.857973] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.857973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c255309a-7a90-4f8d-9f34-eed2372cfe62 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.857973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.857973] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c255309a-7a90-4f8d-9f34-eed2372cfe62',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.036974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.040025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.040025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.040025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.040025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.040825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.040825] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.359011] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.363098] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.363098] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c255309a-7a90-4f8d-9f34-eed2372cfe62 with status ACTIVE [ 608.363098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.363098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.363098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.365312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.365584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.365803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.366183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.366647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.367210] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c255309a-7a90-4f8d-9f34-eed2372cfe62 is going to be updated. [ 608.392297] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.392297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.392297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.392548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.392548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.393022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c255309a-7a90-4f8d-9f34-eed2372cfe62" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.405401] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ec350f3e-80b2-4834-a929-12c3c4d41f92 None None] Enqueued Resource ID: 6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f with Priority: HIGHEST for action port [ 608.405976] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f with Priority: HIGHEST for action port [ 608.406045] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.406395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.406395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.406493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.406541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.544732] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58f5ec27-7839-4046-b74f-fef473fd024c: rpc.has_security_group_logging(os_id): False [ 608.565837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.566018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.566321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.566413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.566659] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.566813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.567328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.567425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.567484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.568579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.569093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.569190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.569520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.569603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.569695] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be created. [ 608.631597] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.631807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.631807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.632035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.632207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.645624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 608.870359] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.910165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f [ 608.910165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.910165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.910165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.910165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.910165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.910165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f already deleted. [ 608.910165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc3aaa3-e2fb-47d1-af1d-2bcb2145fd3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.218188] env[66378]: INFO networking_nsxv3.common.synchronization [req-332dac8b-2df8-4a35-b70c-005e0c227698 req-1a4277aa-a0d6-44f2-9c15-ee331cd8ef2c tempest-ServersTestFqdnHostnames-1077564592 tempest-ServersTestFqdnHostnames-1077564592-project-member] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 609.219163] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 609.219796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.219900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.219990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.221054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.221838] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.221969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.222192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.222738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.222890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.223748] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.303058] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0327bf33-ffde-4a2f-a04d-20cbf72dbd1d None None] Enqueued Resource ID: 06cbb6f7-6b11-415f-b839-a2a8dd14680b with Priority: HIGHEST for action port [ 609.303058] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06cbb6f7-6b11-415f-b839-a2a8dd14680b with Priority: HIGHEST for action port [ 609.303058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-06cbb6f7-6b11-415f-b839-a2a8dd14680b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.303058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06cbb6f7-6b11-415f-b839-a2a8dd14680b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.303058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06cbb6f7-6b11-415f-b839-a2a8dd14680b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.303058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06cbb6f7-6b11-415f-b839-a2a8dd14680b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.303058] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06cbb6f7-6b11-415f-b839-a2a8dd14680b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.372201] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.372708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.372708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.372815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.372904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.372997] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ada376-d649-4d32-90a0-cda20914b86e is going to be created. [ 609.408786] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.428691] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: UNINITIALIZED for 2s [ 609.439719] env[66378]: INFO networking_nsxv3.common.synchronization [req-be5426c9-27f9-416a-8ab2-cc15a8cb0a32 req-a37c06d1-3eea-4cd1-945d-5887fa82f46f tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: ec14e047-fe41-485f-84ad-7c8fcb5608e4 with Priority: HIGHEST for action security_group_rules [ 609.440625] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec14e047-fe41-485f-84ad-7c8fcb5608e4 with Priority: HIGHEST for action security_group_rules [ 609.440625] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec14e047-fe41-485f-84ad-7c8fcb5608e4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.440976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec14e047-fe41-485f-84ad-7c8fcb5608e4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.440976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec14e047-fe41-485f-84ad-7c8fcb5608e4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.441184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec14e047-fe41-485f-84ad-7c8fcb5608e4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.441184] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec14e047-fe41-485f-84ad-7c8fcb5608e4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.727790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.727790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.728329] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 already deleted. [ 609.728329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.806383] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06cbb6f7-6b11-415f-b839-a2a8dd14680b [ 609.806383] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.806383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.806383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.806383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.806625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.806625] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06cbb6f7-6b11-415f-b839-a2a8dd14680b already deleted. [ 609.806625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06cbb6f7-6b11-415f-b839-a2a8dd14680b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.963157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.963406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.963512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963614] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec14e047-fe41-485f-84ad-7c8fcb5608e4 already deleted. [ 609.963699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec14e047-fe41-485f-84ad-7c8fcb5608e4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.198701] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.198701] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.198701] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.199083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.199153] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.199306] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.199418] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.199626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.199760] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.199956] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.200132] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.200251] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.200352] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.200457] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.200555] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.201400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.223160] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.223332] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.224561] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.224561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.224561] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.224561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.224561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.224561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.224919] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f009fd4-f99f-4a48-89f4-40f4c9a8e060',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.664931] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 610.664931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.730250] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.730882] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.730882] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.731053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.731140] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.731317] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 not found, creating... [ 610.731620] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.731798] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.731907] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.732138] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.732338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734263] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734263] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 is going to be created. [ 610.762389] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.762637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.762941] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.763032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.763233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.763533] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.966591] env[66378]: INFO networking_nsxv3.common.synchronization [None req-78fbc6d8-4083-47d4-85e5-ee30cfd5f0ec None None] Enqueued Resource ID: 26b04a2e-bce7-4c2e-8e5c-f75d127598a4 with Priority: HIGHEST for action port [ 610.967223] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b04a2e-bce7-4c2e-8e5c-f75d127598a4 with Priority: HIGHEST for action port [ 610.967526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b04a2e-bce7-4c2e-8e5c-f75d127598a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.967643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b04a2e-bce7-4c2e-8e5c-f75d127598a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.967706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b04a2e-bce7-4c2e-8e5c-f75d127598a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.967957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b04a2e-bce7-4c2e-8e5c-f75d127598a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.968526] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b04a2e-bce7-4c2e-8e5c-f75d127598a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.442555] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: SUCCESS [ 611.443373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.443975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.444366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.444778] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.444933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.445247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.445449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.445566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.445718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.445862] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.469134] env[66378]: INFO networking_nsxv3.common.synchronization [req-332dac8b-2df8-4a35-b70c-005e0c227698 req-93f81e48-32ab-4a90-b2d4-bd1303cf0996 service nova] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 611.469363] env[66378]: INFO networking_nsxv3.common.synchronization [req-332dac8b-2df8-4a35-b70c-005e0c227698 req-93f81e48-32ab-4a90-b2d4-bd1303cf0996 service nova] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 611.469499] env[66378]: INFO networking_nsxv3.common.synchronization [req-332dac8b-2df8-4a35-b70c-005e0c227698 req-93f81e48-32ab-4a90-b2d4-bd1303cf0996 service nova] Enqueued Resource ID: 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 with Priority: HIGHEST for action port [ 611.470393] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_rules [ 611.470893] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 611.470893] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 with Priority: HIGHEST for action port [ 611.471175] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b04a2e-bce7-4c2e-8e5c-f75d127598a4 [ 611.471415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.471540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.471708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.471886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.471924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.472064] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b04a2e-bce7-4c2e-8e5c-f75d127598a4 already deleted. [ 611.472129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b04a2e-bce7-4c2e-8e5c-f75d127598a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.472306] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.472402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.472552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.472674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.472674] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.473570] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.473738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.473738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.473898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.474048] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.474140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.474249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.474341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.474417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.474538] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.475295] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.475525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.475621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.475706] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f009fd4-f99f-4a48-89f4-40f4c9a8e060',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.948221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.948584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.948584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.949423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.949423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.949423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.949423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.950290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.950364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.950591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.950648] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.950816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.951021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.951021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.951367] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.951367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.951367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.951554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.951554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.952012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.952012] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.980169] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.980169] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.980169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.980169] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 with status ACTIVE [ 611.980169] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.980169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.981702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.985369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.985473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.985694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.985815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.985895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.986081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.986164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.986354] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.986527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.986527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.986649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.986725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.986809] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f009fd4-f99f-4a48-89f4-40f4c9a8e060 is going to be updated. [ 612.011131] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.011301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.011359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.011582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.011710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.011869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f009fd4-f99f-4a48-89f4-40f4c9a8e060" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.028661] env[66378]: INFO networking_nsxv3.common.synchronization [req-6872c684-a382-4721-aace-ff086843f4cc req-d992222d-7481-4d20-90fa-0e0309746c14 tempest-VolumesAssistedSnapshotsTest-1038774038 tempest-VolumesAssistedSnapshotsTest-1038774038-project-member] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 612.028661] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 612.028661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.029315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.029315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.031861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.031861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.031861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.031861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.032112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.032112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.032112] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.458124] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ada376-d649-4d32-90a0-cda20914b86e: rpc.has_security_group_logging(os_id): False [ 612.466975] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.466975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-911" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.466975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-911" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.467299] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-911" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.467914] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.467914] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.467914] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.467914] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.468163] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.468263] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.468366] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.468480] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.468480] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.468659] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.468778] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.468897] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.479211] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.479373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.479559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.479699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.479794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.479979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.480089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.480243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.480344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.480423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.480663] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.480754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.480754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.480933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.481219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.481327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.481390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.481538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.481687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ada376-d649-4d32-90a0-cda20914b86e is going to be created. [ 612.488901] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.505876] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.506058] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.506205] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.506379] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-911" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.506998] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-0da84ad0-08d8-417c-b184-9503ce915afe taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.506998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.506998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.507307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.507441] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da84ad0-08d8-417c-b184-9503ce915afe',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.534621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.534760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.534891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.535079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.535170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.535388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.535447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.535482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.535629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.535713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.535795] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef already deleted. [ 612.535895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.558680] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.559196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.559196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.559196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.559418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.578641] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: IN_PROGRESS for 2s [ 612.991829] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.992372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.992579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.992897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.993016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.993142] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 is going to be created. [ 613.010981] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.011220] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.011453] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.011768] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.012777] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.016024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 0da84ad0-08d8-417c-b184-9503ce915afe not found, creating... [ 613.016024] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.016024] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.016024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.016453] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.016453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 0da84ad0-08d8-417c-b184-9503ce915afe is going to be created. [ 613.026943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.026943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.026943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.026943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.026943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.036173] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: UNINITIALIZED for 2s [ 613.044294] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.044294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.044294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.044294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.044294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.044294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.329030] env[66378]: INFO networking_nsxv3.common.synchronization [None req-cba9ba4b-8783-4641-aa72-00a591fb8ec2 None None] Enqueued Resource ID: d3cb0977-8b1b-4a26-8c24-6499eeec1540 with Priority: HIGHEST for action port [ 613.329030] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3cb0977-8b1b-4a26-8c24-6499eeec1540 with Priority: HIGHEST for action port [ 613.330995] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3cb0977-8b1b-4a26-8c24-6499eeec1540 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.331378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3cb0977-8b1b-4a26-8c24-6499eeec1540" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.331695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3cb0977-8b1b-4a26-8c24-6499eeec1540" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.332422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3cb0977-8b1b-4a26-8c24-6499eeec1540" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.333755] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cb0977-8b1b-4a26-8c24-6499eeec1540',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.716657] env[66378]: INFO networking_nsxv3.common.synchronization [None req-93382337-5a84-4bfa-946b-80eff9646bd2 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 613.717254] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 613.717552] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.717677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.717741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.717987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.718716] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.781104] env[66378]: INFO networking_nsxv3.common.synchronization [req-6872c684-a382-4721-aace-ff086843f4cc req-d81d1fd6-6e8c-429e-a8ca-161569eb58db service nova] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 613.781292] env[66378]: INFO networking_nsxv3.common.synchronization [req-6872c684-a382-4721-aace-ff086843f4cc req-d81d1fd6-6e8c-429e-a8ca-161569eb58db service nova] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 613.781498] env[66378]: INFO networking_nsxv3.common.synchronization [req-6872c684-a382-4721-aace-ff086843f4cc req-d81d1fd6-6e8c-429e-a8ca-161569eb58db service nova] Enqueued Resource ID: 0da84ad0-08d8-417c-b184-9503ce915afe with Priority: HIGHEST for action port [ 613.782042] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_rules [ 613.782184] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 613.782483] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da84ad0-08d8-417c-b184-9503ce915afe with Priority: HIGHEST for action port [ 613.782673] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.782787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.782843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.783044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.783131] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.785068] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.785268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.785268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.785406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.785678] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.785854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.785976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.786348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.786513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.786688] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.788994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da84ad0-08d8-417c-b184-9503ce915afe taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.788994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.789151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.789371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.789517] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da84ad0-08d8-417c-b184-9503ce915afe',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.838266] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3cb0977-8b1b-4a26-8c24-6499eeec1540 [ 613.838266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.838266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.838266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.838266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.838266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.838266] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3cb0977-8b1b-4a26-8c24-6499eeec1540 already deleted. [ 613.838266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3cb0977-8b1b-4a26-8c24-6499eeec1540" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.889202] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3c100938-ce60-4304-a645-f149ae375505 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 613.890175] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 613.890175] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.890175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245212] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.245516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.245639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.245719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.245813] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a already deleted. [ 614.245897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.246061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.246225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.246307] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.288566] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.288566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.289362] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.290844] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0da84ad0-08d8-417c-b184-9503ce915afe with status ACTIVE [ 614.291070] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.291175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.291234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.291495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.291495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.291672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.291874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.291874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.292013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.292056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.292230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.292469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.292469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.292557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.292585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.292770] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0da84ad0-08d8-417c-b184-9503ce915afe is going to be updated. [ 614.318215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.319116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.319116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.319116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.320234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.320234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da84ad0-08d8-417c-b184-9503ce915afe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.594544] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: SUCCESS [ 614.594544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.771463] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.771663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.771663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.771839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.771920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.772022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a already deleted. [ 614.772106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.791675] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.845661] env[66378]: INFO networking_nsxv3.common.synchronization [req-3f36088c-5b5f-48b0-a46a-1c67572a5d7f req-5033a185-8826-4126-bc11-22e7c4f02e34 tempest-ServerPasswordTestJSON-2093421027 tempest-ServerPasswordTestJSON-2093421027-project-member] Enqueued Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 614.846120] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 614.846944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.846944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.846944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.846944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.847199] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.847199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.847199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.847547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.847547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.847939] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.048438] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: SUCCESS [ 615.048884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.049145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.049566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.049800] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.049975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.050100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.050540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.050607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.050701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.050799] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.125277] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b2bc959e-a7fa-4de1-85e0-57d8e1271168 None None] Enqueued Resource ID: 413e538b-c05c-4abd-b857-e3189f570023 with Priority: HIGHEST for action port [ 615.125850] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413e538b-c05c-4abd-b857-e3189f570023 with Priority: HIGHEST for action port [ 615.126315] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-413e538b-c05c-4abd-b857-e3189f570023 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.126315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-413e538b-c05c-4abd-b857-e3189f570023" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.126315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-413e538b-c05c-4abd-b857-e3189f570023" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.126599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-413e538b-c05c-4abd-b857-e3189f570023" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.126690] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('413e538b-c05c-4abd-b857-e3189f570023',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.208630] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.208843] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-950" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.208961] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-950" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.209282] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-950" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.209536] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.209712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.209898] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.210255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.210418] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.210679] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.210824] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.210938] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.211056] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.211166] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.211388] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.211545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.234946] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.234946] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.235173] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.235767] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-950" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.236104] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-f17bc49b-95d1-45cf-9ae5-55106786923e taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.236252] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.236495] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.236998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.237187] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17bc49b-95d1-45cf-9ae5-55106786923e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.295358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.295875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.295875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.296031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.296031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.296221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef is going to be created. [ 615.322888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.323064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.323134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.323350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.323509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.334375] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: UNINITIALIZED for 2s [ 615.351227] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.351389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.351450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.351663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.351754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.351943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.352043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.352109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.352253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.352326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.352408] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b already deleted. [ 615.352487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.553174] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.628369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 413e538b-c05c-4abd-b857-e3189f570023 [ 615.628541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.628675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.628747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.628952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.629048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.629142] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:413e538b-c05c-4abd-b857-e3189f570023 already deleted. [ 615.629222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-413e538b-c05c-4abd-b857-e3189f570023" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.739673] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.739912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.739988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.740624] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.740885] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.741206] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port f17bc49b-95d1-45cf-9ae5-55106786923e not found, creating... [ 615.741646] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.741896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.742038] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.742775] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.742775] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.743154] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.743338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.743452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.743878] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.744032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.744182] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: f17bc49b-95d1-45cf-9ae5-55106786923e is going to be created. [ 615.769226] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.769476] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.769542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.769819] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.770102] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.056951] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8481fa6-e43e-4cf3-969d-76ac0ce70ef7: rpc.has_security_group_logging(os_id): False [ 616.077269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.077269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.077269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.077269] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 is going to be created. [ 616.141243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.141243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.141243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.141243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.142376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.156530] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: IN_PROGRESS for 2s [ 616.617406] env[66378]: INFO networking_nsxv3.common.synchronization [req-3f36088c-5b5f-48b0-a46a-1c67572a5d7f req-5830a63c-3c15-43b1-8625-870e409dad9e service nova] Enqueued Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_rules [ 616.618204] env[66378]: INFO networking_nsxv3.common.synchronization [req-3f36088c-5b5f-48b0-a46a-1c67572a5d7f req-5830a63c-3c15-43b1-8625-870e409dad9e service nova] Enqueued Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 616.618613] env[66378]: INFO networking_nsxv3.common.synchronization [req-3f36088c-5b5f-48b0-a46a-1c67572a5d7f req-5830a63c-3c15-43b1-8625-870e409dad9e service nova] Enqueued Resource ID: f17bc49b-95d1-45cf-9ae5-55106786923e with Priority: HIGHEST for action port [ 616.619818] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_rules [ 616.620165] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 616.620533] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17bc49b-95d1-45cf-9ae5-55106786923e with Priority: HIGHEST for action port [ 616.621328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.623391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.623391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.623391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.623391] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.624034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.624278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.624430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.624771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.625157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.625464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.625694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.626016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.627422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.627422] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.627984] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17bc49b-95d1-45cf-9ae5-55106786923e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.628415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.628652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.630375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.630375] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17bc49b-95d1-45cf-9ae5-55106786923e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.962648] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4898b3e0-8863-4fa1-88bc-e2dfa97137de tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 616.964233] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 616.965624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.966414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.966547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.966933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.967036] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.131549] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.131800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132105] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.133190] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f17bc49b-95d1-45cf-9ae5-55106786923e with status ACTIVE [ 617.133615] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.133615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.133615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.134708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.134708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.134708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.135099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.135099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.135463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.135463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.135463] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f17bc49b-95d1-45cf-9ae5-55106786923e is going to be updated. [ 617.161824] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.161977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.162061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.162481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.162481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.162599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17bc49b-95d1-45cf-9ae5-55106786923e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.187457] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b18b8ec7-c987-40cd-b833-2200d8c3e9f5 tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 617.188366] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 617.188366] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.188517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.232555] env[66378]: INFO networking_nsxv3.common.synchronization [req-3209b174-2027-40fe-8cf8-5469b07dd356 req-c998741f-03c7-4f41-80a1-466d99a5f8b2 tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 617.233185] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 617.233801] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.235697] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.235697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.235697] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.352046] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: SUCCESS [ 617.352406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.352639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.352941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.353200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.353401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.353471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.354568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.354568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.354568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.354568] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.491928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.492135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.492347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.492409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.492780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.492780] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 already deleted. [ 617.492780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.493669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.493669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.493669] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.638772] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.719505] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.719656] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.719777] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.720138] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.721156] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.721156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.721156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.721156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.721156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.721432] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.721516] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.721617] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.721722] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.721829] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.721930] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.722074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.737502] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.738581] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.738581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.738998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.738998] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 already deleted. [ 617.738998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741240] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.741440] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.741584] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.741736] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.742029] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-5e404135-35a0-4c6a-bcd2-c7ddde300094 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.742161] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.742293] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.742562] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.742700] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e404135-35a0-4c6a-bcd2-c7ddde300094',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.822279] env[66378]: INFO networking_nsxv3.common.synchronization [None req-050a8eee-3f11-415e-9bc4-db67628704bb None None] Enqueued Resource ID: 9e8dc763-95bd-4acd-bcb6-d67fb26df901 with Priority: HIGHEST for action port [ 617.822279] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8dc763-95bd-4acd-bcb6-d67fb26df901 with Priority: HIGHEST for action port [ 617.822556] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e8dc763-95bd-4acd-bcb6-d67fb26df901 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e8dc763-95bd-4acd-bcb6-d67fb26df901" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e8dc763-95bd-4acd-bcb6-d67fb26df901" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e8dc763-95bd-4acd-bcb6-d67fb26df901" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.824176] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8dc763-95bd-4acd-bcb6-d67fb26df901',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.858278] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.016078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.016816] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 already deleted. [ 618.016816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.141197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.141322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.141845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.142148] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b is going to be created. [ 618.175104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.175313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.175362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.175620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.175791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.177694] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: SUCCESS [ 618.177945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.188085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: UNINITIALIZED for 2s [ 618.245342] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.245868] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.245868] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.246325] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.246325] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 5e404135-35a0-4c6a-bcd2-c7ddde300094 not found, creating... [ 618.246601] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.246785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.246920] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.247233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.247338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.247655] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.247810] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.248042] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.248231] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.248285] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.248444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 5e404135-35a0-4c6a-bcd2-c7ddde300094 is going to be created. [ 618.278151] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.278151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.278151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.278151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.278151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.278151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.327224] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e8dc763-95bd-4acd-bcb6-d67fb26df901 [ 618.327467] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.328208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.328431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.328431] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e8dc763-95bd-4acd-bcb6-d67fb26df901 already deleted. [ 618.328546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e8dc763-95bd-4acd-bcb6-d67fb26df901" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.362022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa6ff873-79c2-467c-9787-3e83140a87ef: rpc.has_security_group_logging(os_id): False [ 618.383452] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.383721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.383827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.384156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.384299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.384993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.384993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.384993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.385795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.386487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.386746] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef is going to be created. [ 618.479250] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.479250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.479250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.479250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.479250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.492622] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: IN_PROGRESS for 2s [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [req-3209b174-2027-40fe-8cf8-5469b07dd356 req-1c2d29e4-a416-4df3-9760-99791fd1d4e6 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [req-3209b174-2027-40fe-8cf8-5469b07dd356 req-1c2d29e4-a416-4df3-9760-99791fd1d4e6 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [req-3209b174-2027-40fe-8cf8-5469b07dd356 req-1c2d29e4-a416-4df3-9760-99791fd1d4e6 service nova] Enqueued Resource ID: 5e404135-35a0-4c6a-bcd2-c7ddde300094 with Priority: HIGHEST for action port [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 619.008247] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e404135-35a0-4c6a-bcd2-c7ddde300094 with Priority: HIGHEST for action port [ 619.009095] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.009927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.010550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.011917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.011917] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.014564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.014564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.014564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.015208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.018457] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.018457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e404135-35a0-4c6a-bcd2-c7ddde300094 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.018457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.018457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.018457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.018457] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e404135-35a0-4c6a-bcd2-c7ddde300094',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.351279] env[66378]: INFO networking_nsxv3.common.synchronization [req-a52d22f7-21fc-430e-b329-9699a253c79d req-fc50522c-17fa-46b5-abb8-c820604efdf7 tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 4664ecb7-b3e1-454b-a7a5-7f339e02c3cf with Priority: HIGHEST for action security_group_rules [ 619.351279] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4664ecb7-b3e1-454b-a7a5-7f339e02c3cf with Priority: HIGHEST for action security_group_rules [ 619.351880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4664ecb7-b3e1-454b-a7a5-7f339e02c3cf taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4664ecb7-b3e1-454b-a7a5-7f339e02c3cf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.351880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4664ecb7-b3e1-454b-a7a5-7f339e02c3cf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.352088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4664ecb7-b3e1-454b-a7a5-7f339e02c3cf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.352599] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4664ecb7-b3e1-454b-a7a5-7f339e02c3cf',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.519194] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.520466] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.520586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.520945] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e404135-35a0-4c6a-bcd2-c7ddde300094 with status ACTIVE [ 619.521137] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.521232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.521300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.521499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.521591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.521770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.521868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.521935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.522327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.522327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.522327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.522486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.522486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.522660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.522693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.524462] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e404135-35a0-4c6a-bcd2-c7ddde300094 is going to be updated. [ 619.546392] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.546599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.546668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.547475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.547475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.547475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e404135-35a0-4c6a-bcd2-c7ddde300094" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.881967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.882183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.882247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.882430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.882517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.882607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4664ecb7-b3e1-454b-a7a5-7f339e02c3cf already deleted. [ 619.882688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4664ecb7-b3e1-454b-a7a5-7f339e02c3cf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.023341] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.169418] env[66378]: INFO networking_nsxv3.common.synchronization [req-1bb816b9-df97-4192-b9b8-47541f954a6e req-89544cb9-1367-4cf7-a96d-0c77ea461af3 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 620.169923] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 620.170241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.170686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.170843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.171019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.171161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.171259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.171455] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.201378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: SUCCESS [ 620.201378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.202089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.203278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.203537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.203690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.203765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.203989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.204583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.204583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.204716] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.509911] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: SUCCESS [ 620.510274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526086] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.526779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.526922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be created. [ 620.554990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.555303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.555303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.555601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.555959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.570037] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: UNINITIALIZED for 2s [ 620.673817] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.673817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.673817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.674158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.674332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.674718] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.674991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.675633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.675633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.675633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.675633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 already deleted. [ 620.675633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.697950] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.697950] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.697950] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.698257] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.699083] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.699083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.699083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.699083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.699289] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.699413] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.699548] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.699630] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.699832] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.699914] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.699976] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.700134] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.712124] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.712320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.712456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.712607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.712781] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.712882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.712944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.713159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.713296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.713446] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.713539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.713662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.713827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.714085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.714148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.714286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.714365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.714450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.714543] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.725764] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.726128] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.726288] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.726505] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.726859] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.727097] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.727253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.727621] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.727804] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9a2991-3caf-45ac-8b7e-d1ba26e942e6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.218560] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7586468e-9d26-4515-9a2f-006f28dce46b: rpc.has_security_group_logging(os_id): False [ 621.231265] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.231489] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.231618] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.232265] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.232891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.233167] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 not found, creating... [ 621.233522] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.233811] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.233975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.234295] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.234488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.234880] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.235080] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.235239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.235499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.235689] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.235830] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 is going to be created. [ 621.242643] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.243025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.243025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.243944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.243944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.243944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.243944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.243944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.244412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.244412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.244412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.244590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.244638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.244787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.244859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.245305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.245305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.245452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.245566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.246010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.246010] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b is going to be created. [ 621.260994] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.260994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.260994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.260994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.260994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.261618] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.340650] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.340914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.340976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.341256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.341470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.364914] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: IN_PROGRESS for 2s [ 621.969026] env[66378]: INFO networking_nsxv3.common.synchronization [req-1bb816b9-df97-4192-b9b8-47541f954a6e req-2c83912f-a775-425a-8488-caebf20d92e4 service nova] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 621.969026] env[66378]: INFO networking_nsxv3.common.synchronization [req-1bb816b9-df97-4192-b9b8-47541f954a6e req-2c83912f-a775-425a-8488-caebf20d92e4 service nova] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 621.969026] env[66378]: INFO networking_nsxv3.common.synchronization [req-1bb816b9-df97-4192-b9b8-47541f954a6e req-2c83912f-a775-425a-8488-caebf20d92e4 service nova] Enqueued Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 621.969026] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 621.969807] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 621.973032] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 621.973032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.973032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.973032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.973032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.973032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.974086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.974298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.974618] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.976058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.976486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.976665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.976928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.977140] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9a2991-3caf-45ac-8b7e-d1ba26e942e6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.478858] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.480209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.480366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.480800] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with status ACTIVE [ 622.480978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.481107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.481180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.481384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.481514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.481724] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.481839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.481911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.485372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.485476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.485698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.486026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.486143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.486605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.486697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.486970] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 is going to be updated. [ 622.512800] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.513019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.513169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.513424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.513629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.513815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.583977] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.583977] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.583977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.583977] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.982054] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.086701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090240] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090240] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090240] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090914] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.288313] env[66378]: INFO networking_nsxv3.common.synchronization [req-d86eb2fd-1805-4fba-888e-4f39103e562d req-6444c6d9-bf42-4f0a-a084-87ce0f3a7357 tempest-VolumesAdminNegativeTest-754992215 tempest-VolumesAdminNegativeTest-754992215-project-member] Enqueued Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 623.289194] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGHEST for action security_group_members [ 623.289479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.289585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.289629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.289906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.290062] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.290169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.290230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.290393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.290581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.290581] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.381740] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: SUCCESS [ 623.381740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.485968] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.486311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.486311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.486471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.486598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.486669] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be created. [ 623.519290] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.519476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.519476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.527024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.527024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.542245] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: UNINITIALIZED for 2s [ 623.594488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b1405f-f4ef-4465-8195-0877a30f2597: rpc.has_security_group_logging(os_id): False [ 623.617032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.617032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.617220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.617984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.618163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.619243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.619243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.620270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.620448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.620800] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.621024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.621024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.621129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.621202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.621286] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be created. [ 623.702368] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.702508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.702575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.702776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.702947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.715130] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 623.792672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.792852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.793126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.793126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.793227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.793449] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.793552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.793646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.793806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.793870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.794039] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29578da-698c-48e0-94a6-bf0cff47951a is going to be updated. [ 623.840511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.840511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.840511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.840511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.840511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.846854] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a540758-6630-4025-8eaa-5b1a9028cd48 req-91eec5e8-d12d-4418-af22-428ccc332c0c tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 623.846854] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 623.847081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.847868] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.848266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.848266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.848266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.848563] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.850600] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: IN_PROGRESS for 2s [ 623.896998] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d1319398-cff4-43ad-aafd-48f52508ff6d None None] Enqueued Resource ID: e5b291f3-44ea-41f4-946d-561725cc2b23 with Priority: HIGHEST for action port [ 623.896998] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b291f3-44ea-41f4-946d-561725cc2b23 with Priority: HIGHEST for action port [ 623.897606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b291f3-44ea-41f4-946d-561725cc2b23 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.897775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b291f3-44ea-41f4-946d-561725cc2b23" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.897886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b291f3-44ea-41f4-946d-561725cc2b23" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.898143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b291f3-44ea-41f4-946d-561725cc2b23" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.898498] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b291f3-44ea-41f4-946d-561725cc2b23',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.330976] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.331246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.331370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.331638] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.331978] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332161] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332339] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332590] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.333006] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.333153] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.333279] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.333406] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.333535] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.333747] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.334369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.351386] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.355054] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.355451] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.355451] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.355551] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.355848] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-043ff087-f7dc-44b2-94b0-d0eed041a510 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.356517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.356517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.356517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.356672] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043ff087-f7dc-44b2-94b0-d0eed041a510',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.401942] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b291f3-44ea-41f4-946d-561725cc2b23 [ 624.402233] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.402371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.402442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.402656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.402737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.402836] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b291f3-44ea-41f4-946d-561725cc2b23 already deleted. [ 624.402917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b291f3-44ea-41f4-946d-561725cc2b23" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.858439] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.859747] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.859949] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.860040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.860301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.860441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.860606] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 043ff087-f7dc-44b2-94b0-d0eed041a510 not found, creating... [ 624.860846] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.861014] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.861129] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.861356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.861477] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.861904] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.862078] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.862191] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.862400] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.862526] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.862659] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 043ff087-f7dc-44b2-94b0-d0eed041a510 is going to be created. [ 624.887819] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.888071] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.888192] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.888463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.888681] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.888944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.365579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.365774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.365862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.366093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.366179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.366276] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 625.402887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.402887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.404096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.404096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.404096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.417211] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 625.560126] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 625.560350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.560607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.565507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.565507] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.732334] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 625.732334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.746144] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a540758-6630-4025-8eaa-5b1a9028cd48 req-772213ed-dc38-4f2f-a879-12520ead00fa service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 625.746311] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a540758-6630-4025-8eaa-5b1a9028cd48 req-772213ed-dc38-4f2f-a879-12520ead00fa service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 625.746465] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a540758-6630-4025-8eaa-5b1a9028cd48 req-772213ed-dc38-4f2f-a879-12520ead00fa service nova] Enqueued Resource ID: 043ff087-f7dc-44b2-94b0-d0eed041a510 with Priority: HIGHEST for action port [ 625.749018] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 625.749524] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 625.749524] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043ff087-f7dc-44b2-94b0-d0eed041a510 with Priority: HIGHEST for action port [ 625.751848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.751848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.751848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.751848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.751848] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.752276] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.752276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.753059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-043ff087-f7dc-44b2-94b0-d0eed041a510 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.753934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.754060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.754298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.754371] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043ff087-f7dc-44b2-94b0-d0eed041a510',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.861730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29578da-698c-48e0-94a6-bf0cff47951a in Status: SUCCESS [ 625.861730] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29578da-698c-48e0-94a6-bf0cff47951a deletion is rescheduled due to dependency. [ 625.861730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.070352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.070352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.070352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.070352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.071603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.071603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.071603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.071603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.071603] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.153129] env[66378]: INFO networking_nsxv3.common.synchronization [req-41daed62-941f-44f7-9231-2ab1f05b5a7b req-6cb268a6-f477-4a60-b94c-0a62e7430b97 tempest-ServerExternalEventsTest-667385754 tempest-ServerExternalEventsTest-667385754-project-member] Enqueued Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 626.153455] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 626.153780] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.153909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.153972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.154240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.154394] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.154492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.154553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.154700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.154803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.154867] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.256849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.257063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.258481] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 043ff087-f7dc-44b2-94b0-d0eed041a510 with status ACTIVE [ 626.258697] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.258868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.258903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.259124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.259225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.259402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.259531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.259596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.259748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.259827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.260012] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.260400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.260400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.260400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.260400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.260532] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 043ff087-f7dc-44b2-94b0-d0eed041a510 is going to be updated. [ 626.285329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.285416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.285811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.285811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.285980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.286035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043ff087-f7dc-44b2-94b0-d0eed041a510" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.575840] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 626.596492] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.596492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.596492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.596711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.597230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.597437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.597582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.597655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.597852] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.599265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.599363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.599558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.599652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.599716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.599863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.599940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.600051] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be created. [ 626.604792] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.604995] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605134] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.605452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.605726] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.605932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.606071] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.606300] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.606438] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.606628] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.606818] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.606874] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.606958] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.607077] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.607181] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.607303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.629335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.630516] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.630891] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.630983] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.631320] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-d2489129-994c-4874-bf33-f35da3589861 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.631499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.631674] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.633702] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.633702] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2489129-994c-4874-bf33-f35da3589861',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.659429] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.659792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.660347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.660347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.660507] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.660615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.660677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.662123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.662123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.662123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b already deleted. [ 626.662123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.675013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.687705] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 627.141034] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.141034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port d2489129-994c-4874-bf33-f35da3589861 not found, creating... [ 627.141034] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.141034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.141801] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.143068] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.143068] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.143068] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.145427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.145427] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: d2489129-994c-4874-bf33-f35da3589861 is going to be created. [ 627.174074] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.174408] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.175159] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.175159] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.175159] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.175767] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179030] env[66378]: INFO networking_nsxv3.common.synchronization [None req-7e085024-bb2a-4d46-a5df-ccda40497535 None None] Enqueued Resource ID: 18db3395-4ade-4cff-8057-36c69712b3d8 with Priority: HIGHEST for action port [ 627.179030] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18db3395-4ade-4cff-8057-36c69712b3d8 with Priority: HIGHEST for action port [ 627.179258] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-18db3395-4ade-4cff-8057-36c69712b3d8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18db3395-4ade-4cff-8057-36c69712b3d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18db3395-4ade-4cff-8057-36c69712b3d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.179935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18db3395-4ade-4cff-8057-36c69712b3d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.180079] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18db3395-4ade-4cff-8057-36c69712b3d8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.432027] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.432027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.432027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.432027] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.683393] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18db3395-4ade-4cff-8057-36c69712b3d8 [ 627.683707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.683840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.683929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.684148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.684216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.684307] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18db3395-4ade-4cff-8057-36c69712b3d8 already deleted. [ 627.684389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18db3395-4ade-4cff-8057-36c69712b3d8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [req-41daed62-941f-44f7-9231-2ab1f05b5a7b req-d5fceb3c-c226-423a-ae8a-986d93e69988 service nova] Enqueued Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_rules [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [req-41daed62-941f-44f7-9231-2ab1f05b5a7b req-d5fceb3c-c226-423a-ae8a-986d93e69988 service nova] Enqueued Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [req-41daed62-941f-44f7-9231-2ab1f05b5a7b req-d5fceb3c-c226-423a-ae8a-986d93e69988 service nova] Enqueued Resource ID: d2489129-994c-4874-bf33-f35da3589861 with Priority: HIGHEST for action port [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_rules [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 627.860021] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2489129-994c-4874-bf33-f35da3589861 with Priority: HIGHEST for action port [ 627.860021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.860021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.860021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.860021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.860021] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.860768] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.860768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.860768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.860939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.861081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.861214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.861266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.861384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.861471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.862469] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.863606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2489129-994c-4874-bf33-f35da3589861 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.864359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.864359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.864359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.864359] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2489129-994c-4874-bf33-f35da3589861',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.932876] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.366066] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.368898] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.369047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.369464] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2489129-994c-4874-bf33-f35da3589861 with status ACTIVE [ 628.369464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.369594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.369594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.369803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.369889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.370065] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.370265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.370361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.370447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.370640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.371017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.371258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.371540] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2489129-994c-4874-bf33-f35da3589861 is going to be updated. [ 628.394402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.394636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.394636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.394876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.395027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.395192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2489129-994c-4874-bf33-f35da3589861" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.435332] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.704074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 628.704074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.876070] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.938727] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.938936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.938991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.939197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.939288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.939386] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 628.975722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.975722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.975722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.975722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.975722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.995021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 629.146810] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-5b02986b-43d3-4c4a-a4aa-58fa87f879b0 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 629.147431] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 629.147753] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.147883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.147952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.148363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.148567] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.148685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.148751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.148916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.149013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.149114] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.381389] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.381828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.381828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.382268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.382268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.382268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b is going to be created. [ 629.410789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.411435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.411749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.411902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.423512] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: UNINITIALIZED for 2s [ 629.651726] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.651905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.651976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.652217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.652315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.652526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.652619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.654272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.654598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.654817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.654964] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 already deleted. [ 629.655252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.742462] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.742462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.742462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.744028] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.745259] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.745259] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.745259] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.745663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.745663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.745663] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.745822] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.745868] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.746634] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.746634] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.746634] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.746634] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.772364] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.772576] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.772664] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.772843] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.773468] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-537e16df-2621-48a5-aeef-c050e64e2cad taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.773788] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.774033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.774364] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.774560] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537e16df-2621-48a5-aeef-c050e64e2cad',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.277377] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277981] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.278585] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.278823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.279084] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.279433] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 537e16df-2621-48a5-aeef-c050e64e2cad not found, creating... [ 630.280812] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.280812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.280812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.280812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.280812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.281196] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.281559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.281559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.281882] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.283072] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.283072] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 537e16df-2621-48a5-aeef-c050e64e2cad is going to be created. [ 630.314744] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.314983] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.315208] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.315421] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.315704] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.316092] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.354580] env[66378]: INFO networking_nsxv3.common.synchronization [None req-02eee09f-ab32-4d25-9f5c-3ed1adeace6f None None] Enqueued Resource ID: b93d1052-210f-4381-b336-e63ba4d82138 with Priority: HIGHEST for action port [ 630.355407] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93d1052-210f-4381-b336-e63ba4d82138 with Priority: HIGHEST for action port [ 630.355739] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93d1052-210f-4381-b336-e63ba4d82138 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.355871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93d1052-210f-4381-b336-e63ba4d82138" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.355939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93d1052-210f-4381-b336-e63ba4d82138" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.356288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93d1052-210f-4381-b336-e63ba4d82138" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.356387] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93d1052-210f-4381-b336-e63ba4d82138',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.858705] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b93d1052-210f-4381-b336-e63ba4d82138 [ 630.859134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.859206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.859263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.859452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.859579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.859625] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b93d1052-210f-4381-b336-e63ba4d82138 already deleted. [ 630.859709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93d1052-210f-4381-b336-e63ba4d82138" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.974725] env[66378]: INFO networking_nsxv3.common.synchronization [req-1e33b36e-2db7-455e-9938-a57011ab4e6c req-57c1d011-4614-452c-9c81-75da658e7ed5 tempest-ServerAddressesNegativeTestJSON-1317737998 tempest-ServerAddressesNegativeTestJSON-1317737998-project-member] Enqueued Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 630.975385] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ada376-d649-4d32-90a0-cda20914b86e with Priority: HIGHEST for action security_group_members [ 630.975722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ada376-d649-4d32-90a0-cda20914b86e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.975873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.975946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.976314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.976477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.976575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.976640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.976913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.976913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.977081] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ada376-d649-4d32-90a0-cda20914b86e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.004099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 631.004383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.004868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.005105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.005323] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.005528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.005528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.005669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.005749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.005837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.005926] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.014908] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-a6f95cae-62c1-4b9e-843d-50ef49c6a655 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 631.014908] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-a6f95cae-62c1-4b9e-843d-50ef49c6a655 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 631.014908] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-a6f95cae-62c1-4b9e-843d-50ef49c6a655 service nova] Enqueued Resource ID: 537e16df-2621-48a5-aeef-c050e64e2cad with Priority: HIGHEST for action port [ 631.014908] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 631.016110] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 631.016417] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537e16df-2621-48a5-aeef-c050e64e2cad with Priority: HIGHEST for action port [ 631.018038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.018038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.018038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.018038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.018038] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.018492] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.019600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.019724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.020068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.020333] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.020476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.020549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.020718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.020812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.021317] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.022818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-537e16df-2621-48a5-aeef-c050e64e2cad taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.022818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.022818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.023616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.023616] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537e16df-2621-48a5-aeef-c050e64e2cad',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.437347] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: SUCCESS [ 631.437570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438334] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.438502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.439016] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.479512] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.479659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.479728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.480546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.483458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.483458] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.483458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.483458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.483458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.483458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.483458] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ada376-d649-4d32-90a0-cda20914b86e is going to be updated. [ 631.490318] env[66378]: INFO networking_nsxv3.common.synchronization [req-9b3906e4-7c3b-43a0-97cb-9049068f506d req-5d74c8cb-bdf3-4293-9d4d-fcf34ff06f71 tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 631.491886] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 631.492450] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702c9668-bc30-43cc-9a08-882f701254db taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.497526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.497526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.497526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.497526] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702c9668-bc30-43cc-9a08-882f701254db',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.509682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.509682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.509682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.510238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.510238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.510238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.510238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.510662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.510662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.510784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.510893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.511941] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.511941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.512811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.513078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.514450] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.519435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.519586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.520548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.520548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.520548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.526508] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.529059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.529059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530665] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 537e16df-2621-48a5-aeef-c050e64e2cad with status ACTIVE [ 631.530665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.530665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.530945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.530945] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.531242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.531242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.531302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.531620] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.531620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.531620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.531804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.531837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.532020] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 537e16df-2621-48a5-aeef-c050e64e2cad is going to be updated. [ 631.533677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: IN_PROGRESS for 2s [ 631.564157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.564157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.564157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.564157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.564157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.564157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-537e16df-2621-48a5-aeef-c050e64e2cad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.941402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.942039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.942039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.942039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.942244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.942331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.942399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.942553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.942644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.942728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.942877] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.942969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.943047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.943187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.943416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.943470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.943605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.943898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.944034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.015573] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b1405f-f4ef-4465-8195-0877a30f2597: rpc.has_security_group_logging(os_id): False [ 632.023553] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.023553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.023553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.023553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.023553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.023553] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702c9668-bc30-43cc-9a08-882f701254db already deleted. [ 632.023553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.031830] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.039311] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.039311] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.039311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.040146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.040146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.040146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.040306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.040541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.040789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.040945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.041046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.041243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.041342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.041485] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 632.114156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.114450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.114450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.115466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.115466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.132302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 632.438725] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-0adbb6ac-3efb-4b40-8c81-4c26a175ddd5 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 632.439507] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 632.439795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.439952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.450272] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 579561f4-5bb6-4311-a58a-0db360b05e0b: rpc.has_security_group_logging(os_id): False [ 632.476397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.476624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.477019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.477143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.477415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.477538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.477623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.477843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.478094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.478859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.479153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.479153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.479374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.479498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.481381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.481381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.481381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.481636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.481636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.481807] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b is going to be created. [ 632.533723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.533981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.533981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.534222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.534314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.534411] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be created. [ 632.554763] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.555172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.555294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.555607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.555904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.568879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.569288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.569389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.569825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.570237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.573131] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: IN_PROGRESS for 2s [ 632.585969] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: UNINITIALIZED for 2s [ 632.979441] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.980353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.980353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.980353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.980353] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.981923] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.985407] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.985407] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.985407] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.985407] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.985407] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.985407] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.985407] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.985407] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.985407] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.985407] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.009038] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.009343] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.009577] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.009921] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.010295] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-4926b37a-d54f-4270-9af6-61b4fbe5339c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.010637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.010798] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.011979] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.011979] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4926b37a-d54f-4270-9af6-61b4fbe5339c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.089056] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b289cf8d-1c0e-4d91-a441-b06974663776 None None] Enqueued Resource ID: f7ed58a5-398b-47f9-91bf-dd052b166483 with Priority: HIGHEST for action port [ 633.089056] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ed58a5-398b-47f9-91bf-dd052b166483 with Priority: HIGHEST for action port [ 633.089056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ed58a5-398b-47f9-91bf-dd052b166483 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.089056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ed58a5-398b-47f9-91bf-dd052b166483" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.089056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ed58a5-398b-47f9-91bf-dd052b166483" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.089719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ed58a5-398b-47f9-91bf-dd052b166483" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.089719] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ed58a5-398b-47f9-91bf-dd052b166483',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.515175] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515440] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515609] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.515904] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.516130] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.516306] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 4926b37a-d54f-4270-9af6-61b4fbe5339c not found, creating... [ 633.516655] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.516815] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.516926] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.517379] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.517379] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.517620] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.517800] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.518139] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.518287] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.518478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 4926b37a-d54f-4270-9af6-61b4fbe5339c is going to be created. [ 633.544665] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.546214] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.546214] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.546214] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.546214] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.546679] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.549264] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ada376-d649-4d32-90a0-cda20914b86e in Status: SUCCESS [ 633.549563] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ada376-d649-4d32-90a0-cda20914b86e deletion is rescheduled due to dependency. [ 633.550017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ada376-d649-4d32-90a0-cda20914b86e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.592201] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ed58a5-398b-47f9-91bf-dd052b166483 [ 633.592388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.592522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.592522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.592707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.592801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.592878] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ed58a5-398b-47f9-91bf-dd052b166483 already deleted. [ 633.592958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ed58a5-398b-47f9-91bf-dd052b166483" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.150236] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 634.150604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.342389] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-1b915aa9-1fe5-4ef7-8aa4-78ddd7aa59c1 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 634.342757] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-1b915aa9-1fe5-4ef7-8aa4-78ddd7aa59c1 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 634.342757] env[66378]: INFO networking_nsxv3.common.synchronization [req-789ea70d-a69d-4049-807a-13cc0ce44ed0 req-1b915aa9-1fe5-4ef7-8aa4-78ddd7aa59c1 service nova] Enqueued Resource ID: 4926b37a-d54f-4270-9af6-61b4fbe5339c with Priority: HIGHEST for action port [ 634.343406] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 634.343478] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 634.343531] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926b37a-d54f-4270-9af6-61b4fbe5339c with Priority: HIGHEST for action port [ 634.343822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.344257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.344257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.345072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.347270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4926b37a-d54f-4270-9af6-61b4fbe5339c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.347270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.347270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.349220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.349326] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4926b37a-d54f-4270-9af6-61b4fbe5339c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.586892] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: SUCCESS [ 634.587284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.601018] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 634.601267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.601460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.601720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.601971] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.602126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.602191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.602424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.602546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.602650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.602756] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.603785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.603988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.604246] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.605207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.605331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.605443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.605531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.605627] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.853381] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4926b37a-d54f-4270-9af6-61b4fbe5339c with status ACTIVE [ 634.853659] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.853858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.855661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.855661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.856186] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4926b37a-d54f-4270-9af6-61b4fbe5339c is going to be updated. [ 634.883675] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.883907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.883907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.884155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.884301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.884469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4926b37a-d54f-4270-9af6-61b4fbe5339c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.964367] env[66378]: INFO networking_nsxv3.common.synchronization [req-79a17bf4-a024-4e8b-952a-ad004c4a1eb1 req-4d62fe95-7da5-4cbf-a9fe-ae8a9d368701 tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 634.964367] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 634.964367] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702c9668-bc30-43cc-9a08-882f701254db taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.964367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.964367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.970434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.971990] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702c9668-bc30-43cc-9a08-882f701254db',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.107305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.107583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.108168] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.507291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.507696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.507696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.507811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.507941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.508852] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702c9668-bc30-43cc-9a08-882f701254db already deleted. [ 635.508982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.611897] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.114944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.115184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.115184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.115416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.115473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.115577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 636.149723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.149723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.149723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.150052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.150801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.161224] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 636.254696] env[66378]: INFO networking_nsxv3.common.synchronization [req-ca3f20f3-ee24-4c72-b903-05e70987c5d5 req-9460af7c-08bd-484c-b14c-bfec487fc7ab tempest-ServerDiagnosticsTest-1931002673 tempest-ServerDiagnosticsTest-1931002673-project-member] Enqueued Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 636.254696] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 636.254696] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.254875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.254875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.255340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.255677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.255864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.255985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.256221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.256398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.256532] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.763601] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.763601] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.763601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 already deleted. [ 636.763601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.794101] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.794402] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.794485] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.794794] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.795095] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.795291] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.795427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.795679] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.795899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.796153] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.796295] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.796401] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.796502] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.796605] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.796702] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.796882] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.817809] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.817809] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.817809] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.818200] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.818358] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-542530b3-cb93-4abd-9450-73c54f8414a7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.818586] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.818753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.819092] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.819268] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542530b3-cb93-4abd-9450-73c54f8414a7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.325390] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.325390] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 542530b3-cb93-4abd-9450-73c54f8414a7 not found, creating... [ 637.325390] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.325390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.326029] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.326029] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.326029] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.326542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.326796] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.327162] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 542530b3-cb93-4abd-9450-73c54f8414a7 is going to be created. [ 637.353823] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.353823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.353823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.360602] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.360602] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.360602] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [req-ca3f20f3-ee24-4c72-b903-05e70987c5d5 req-ee0b8635-4580-4b41-a900-3438a39dbfd3 service nova] Enqueued Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_rules [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [req-ca3f20f3-ee24-4c72-b903-05e70987c5d5 req-ee0b8635-4580-4b41-a900-3438a39dbfd3 service nova] Enqueued Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [req-ca3f20f3-ee24-4c72-b903-05e70987c5d5 req-ee0b8635-4580-4b41-a900-3438a39dbfd3 service nova] Enqueued Resource ID: 542530b3-cb93-4abd-9450-73c54f8414a7 with Priority: HIGHEST for action port [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_rules [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 638.092978] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542530b3-cb93-4abd-9450-73c54f8414a7 with Priority: HIGHEST for action port [ 638.097831] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.098066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.098066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.098317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.098381] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.102561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.102561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.102561] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.102561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-542530b3-cb93-4abd-9450-73c54f8414a7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.102561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.103075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.103075] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542530b3-cb93-4abd-9450-73c54f8414a7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.173950] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.173950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.173950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.173950] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.606454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.606454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610214] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542530b3-cb93-4abd-9450-73c54f8414a7 with status ACTIVE [ 638.610214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.610214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.610537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.610669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.610844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.610844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.610995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.611062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.612214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.612214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.612214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.612214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.612214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.612214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.612214] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542530b3-cb93-4abd-9450-73c54f8414a7 is going to be updated. [ 638.617051] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.643462] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.643725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.643725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.644300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.644300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.644300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542530b3-cb93-4abd-9450-73c54f8414a7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.676076] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.118186] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.180493] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.471058] env[66378]: INFO networking_nsxv3.common.synchronization [None req-8f407658-31ab-4da0-a82c-36355414d686 None None] Enqueued Resource ID: 135677f4-7aa6-4dce-b2af-a86443ff810e with Priority: HIGHEST for action port [ 639.471508] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135677f4-7aa6-4dce-b2af-a86443ff810e with Priority: HIGHEST for action port [ 639.471907] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-135677f4-7aa6-4dce-b2af-a86443ff810e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.472148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135677f4-7aa6-4dce-b2af-a86443ff810e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.472148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135677f4-7aa6-4dce-b2af-a86443ff810e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.472569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135677f4-7aa6-4dce-b2af-a86443ff810e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.472569] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135677f4-7aa6-4dce-b2af-a86443ff810e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.624599] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.624599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.624599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.624599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.624599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.624599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 is going to be created. [ 639.662271] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.662271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.662271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.662271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.678615] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: UNINITIALIZED for 2s [ 639.684174] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.684174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.684174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.684174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.684174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.684174] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 639.758993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.759423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.759423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.759423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.759690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772695] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 639.975208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 135677f4-7aa6-4dce-b2af-a86443ff810e [ 639.976676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.976676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.976676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.976676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.976676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.976676] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:135677f4-7aa6-4dce-b2af-a86443ff810e already deleted. [ 639.976676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135677f4-7aa6-4dce-b2af-a86443ff810e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.983167] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a09a8a16-cae3-4ccd-be80-0d37ebfe737a None None] Enqueued Resource ID: c247eaa8-c991-412e-9880-bd0dfbe5b9b5 with Priority: HIGHEST for action port [ 639.983167] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c247eaa8-c991-412e-9880-bd0dfbe5b9b5 with Priority: HIGHEST for action port [ 639.983517] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c247eaa8-c991-412e-9880-bd0dfbe5b9b5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.983889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c247eaa8-c991-412e-9880-bd0dfbe5b9b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.984257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c247eaa8-c991-412e-9880-bd0dfbe5b9b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.985042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c247eaa8-c991-412e-9880-bd0dfbe5b9b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.985042] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c247eaa8-c991-412e-9880-bd0dfbe5b9b5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.453477] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 640.453802] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 640.454252] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 640.454454] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 640.455052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.455052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.455052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.455583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.455583] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.455583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.455583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.455583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.455863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.455863] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.456890] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.456890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.457103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.457215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.457306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.457347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.457468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.457542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.457627] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.488827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c247eaa8-c991-412e-9880-bd0dfbe5b9b5 [ 640.488827] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.488827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.488827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.488827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.488827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c247eaa8-c991-412e-9880-bd0dfbe5b9b5 already deleted. [ 640.488827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c247eaa8-c991-412e-9880-bd0dfbe5b9b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.553371] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_rules [ 640.553371] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 640.553498] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 640.554918] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 640.554918] env[66378]: INFO networking_nsxv3.common.synchronization [req-78c5b4f3-321d-47e8-92ee-556bfdeb7073 req-1abe1b7e-f63b-415c-8117-99f1c1fb73b6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 640.554918] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_rules [ 640.554918] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 640.554918] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 640.555804] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 640.555804] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 640.555804] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.555804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.556475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.556921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.556921] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.558642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.559092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.559092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.560026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.560026] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.562047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.562180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.563045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.563045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.563045] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9a2991-3caf-45ac-8b7e-d1ba26e942e6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.563710] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.563860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.564081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.564201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.939130] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a8d05ee-e19b-4fe4-bd79-1ca816c58cee req-3777d230-c6e6-48f7-93de-7db824c0e81a tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 640.941090] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 640.941090] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.941090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.941090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.941090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.941090] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.941090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.942311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.942311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.942311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.942311] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.959686] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.960872] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.066648] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.066807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.067061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.067175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.067302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with status ACTIVE [ 641.067451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.067554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.067620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.067837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.067926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068326] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.068514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.068645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.068724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068905] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.069244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.069320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.069403] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 is going to be updated. [ 641.097997] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.097997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.097997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.097997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.097997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.097997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.399646] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.400764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401096] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401454] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.402492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.402492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.402832] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.402909] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.403057] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.403198] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.403359] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.403491] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.403660] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.424651] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.424829] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.425016] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.425235] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.425547] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-eeb58387-65a9-4cd2-9aca-c8881d219df1 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425837] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.426193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.426341] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb58387-65a9-4cd2-9aca-c8881d219df1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.447182] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.447339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.447414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.447630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.447923] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.448034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.448100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.448250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.448326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.448412] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a already deleted. [ 641.448494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.463172] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.464205] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.479120] env[66378]: INFO networking_nsxv3.common.synchronization [req-6e6dd684-2ddc-4593-874b-8a2fd216697f req-c152e4e5-017c-44ed-a72e-46a8e1da4a09 tempest-ServerPasswordTestJSON-2093421027 tempest-ServerPasswordTestJSON-2093421027-project-member] Enqueued Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 641.479908] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGHEST for action security_group_members [ 641.479908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.480143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.480143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.480276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.480479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.480534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.480567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.481445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.481602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.481788] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.690611] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: SUCCESS [ 641.690848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.691038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.691260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.691453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.691575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.691631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.691843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.691953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.692082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.692216] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.788024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.788024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.788024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.788024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.788024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.789156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.789333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.790578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.790578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.790578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.790578] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.929634] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.929634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.929634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.929634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.929634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.929862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port eeb58387-65a9-4cd2-9aca-c8881d219df1 not found, creating... [ 641.929925] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931312] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931787] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931787] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: eeb58387-65a9-4cd2-9aca-c8881d219df1 is going to be created. [ 641.955805] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.956024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956140] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956413] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.956641] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.956869] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.967754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.968444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.968444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.969031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.969031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.969031] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 641.970509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.971542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.971542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.971542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.971542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.971542] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be created. [ 641.984338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.984645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.984645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.984778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.984983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.985154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.985332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.985332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.985492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.985591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.985880] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b is going to be updated. [ 642.002979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.002979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.002979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.002979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.002979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.009940] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.010210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.010281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.010450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.010793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.024449] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: UNINITIALIZED for 2s [ 642.048513] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 642.069675] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.069908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.069954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.070207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.070380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.082302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: IN_PROGRESS for 2s [ 642.195967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.196237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.196316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.196537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.196717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.196905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.196905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.197173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.197243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.197347] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.197442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.197796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.197885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.198100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.198199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.198258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.198343] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.204892] env[66378]: INFO networking_nsxv3.common.synchronization [None req-5a3a387e-64e6-40e8-9092-dde6e98dd4d8 None None] Enqueued Resource ID: 3c15f71e-dfeb-49c7-8c21-ff630d64297b with Priority: HIGHEST for action port [ 642.205789] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c15f71e-dfeb-49c7-8c21-ff630d64297b with Priority: HIGHEST for action port [ 642.206565] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c15f71e-dfeb-49c7-8c21-ff630d64297b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.206565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c15f71e-dfeb-49c7-8c21-ff630d64297b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.206565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c15f71e-dfeb-49c7-8c21-ff630d64297b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.206757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c15f71e-dfeb-49c7-8c21-ff630d64297b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.206757] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c15f71e-dfeb-49c7-8c21-ff630d64297b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.295478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5b8678-6041-4d75-a1e3-2eb25b524996: rpc.has_security_group_logging(os_id): False [ 642.318527] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.318741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.318839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.319146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.319285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.319599] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.319726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.319795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.320051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.320166] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.320373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.320478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.320590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.320696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.320775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.324498] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.324658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.324757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.324922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.325022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.325119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be created. [ 642.401932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.402173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.402290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.402478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.402720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.416601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 642.601193] env[66378]: INFO networking_nsxv3.common.synchronization [None req-94566551-b6f0-468d-89cf-48f0ff2c0a28 None None] Enqueued Resource ID: b27450d4-6e8a-4a15-a10a-b32cce25a333 with Priority: HIGHEST for action port [ 642.601193] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27450d4-6e8a-4a15-a10a-b32cce25a333 with Priority: HIGHEST for action port [ 642.601193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27450d4-6e8a-4a15-a10a-b32cce25a333 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.601193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27450d4-6e8a-4a15-a10a-b32cce25a333" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.601681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27450d4-6e8a-4a15-a10a-b32cce25a333" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.601681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27450d4-6e8a-4a15-a10a-b32cce25a333" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.601681] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27450d4-6e8a-4a15-a10a-b32cce25a333',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.708453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5924d5-d9d1-4212-860b-18bf87121a63: rpc.has_security_group_logging(os_id): False [ 642.710118] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c15f71e-dfeb-49c7-8c21-ff630d64297b [ 642.710446] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.710884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.713949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.713949] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c15f71e-dfeb-49c7-8c21-ff630d64297b already deleted. [ 642.713949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c15f71e-dfeb-49c7-8c21-ff630d64297b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.721346] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a8d05ee-e19b-4fe4-bd79-1ca816c58cee req-3a1571ec-6229-4e0b-9c05-456c2e9847d3 service nova] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 642.721589] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a8d05ee-e19b-4fe4-bd79-1ca816c58cee req-3a1571ec-6229-4e0b-9c05-456c2e9847d3 service nova] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 642.721740] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a8d05ee-e19b-4fe4-bd79-1ca816c58cee req-3a1571ec-6229-4e0b-9c05-456c2e9847d3 service nova] Enqueued Resource ID: eeb58387-65a9-4cd2-9aca-c8881d219df1 with Priority: HIGHEST for action port [ 642.722296] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_rules [ 642.722429] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 642.722528] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb58387-65a9-4cd2-9aca-c8881d219df1 with Priority: HIGHEST for action port [ 642.723042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.723246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.723246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.723429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.723509] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.724468] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.724583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.724673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.724822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.725080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.725080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.725907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.725907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.725907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.725907] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.726570] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb58387-65a9-4cd2-9aca-c8881d219df1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.726640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.726676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.726829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.727102] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb58387-65a9-4cd2-9aca-c8881d219df1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.728920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.729286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.729371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.729566] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.729726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.729881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.729927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.730118] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.730211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.730274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.730411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.730877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.730877] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.731039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.731101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.731267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.731337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.731401] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 is going to be created. [ 642.792767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.795044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.795044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.795044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.795044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.809803] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: IN_PROGRESS for 2s [ 643.107345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b27450d4-6e8a-4a15-a10a-b32cce25a333 [ 643.107345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.107345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.107345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.107345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.107345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.107345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b27450d4-6e8a-4a15-a10a-b32cce25a333 already deleted. [ 643.107345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27450d4-6e8a-4a15-a10a-b32cce25a333" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.230169] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.235348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.235482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.235690] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeb58387-65a9-4cd2-9aca-c8881d219df1 with status ACTIVE [ 643.235864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.235980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.236058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.236280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.236369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.236547] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.236644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.236706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.236861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.236939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.237199] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.237317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.237383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.237524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.237601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.237686] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeb58387-65a9-4cd2-9aca-c8881d219df1 is going to be updated. [ 643.263837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.265115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb58387-65a9-4cd2-9aca-c8881d219df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.740511] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.744505] env[66378]: INFO networking_nsxv3.common.synchronization [req-febced16-cc79-4e5c-a340-a06595b264ca req-6efad2e7-f276-47f1-b0e4-f7debfee8d1e tempest-SecurityGroupRulesTestJSON-1122290762 tempest-SecurityGroupRulesTestJSON-1122290762-project-member] Enqueued Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 643.746080] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702c9668-bc30-43cc-9a08-882f701254db with Priority: HIGHEST for action security_group_rules [ 643.746563] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702c9668-bc30-43cc-9a08-882f701254db taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.746765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.746828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.747047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.747137] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702c9668-bc30-43cc-9a08-882f701254db',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.038344] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 644.038584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.039303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.039566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.039812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.039941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.040182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.040279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.040785] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.057529] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 644.057848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.058570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.059142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.059142] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.061411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.061411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.061411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.061411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.061411] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.090670] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7586468e-9d26-4515-9a2f-006f28dce46b in Status: SUCCESS [ 644.090855] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b deletion is rescheduled due to dependency. [ 644.090972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.225450] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ff2930cb-d1ec-494a-b4c8-d077ff846450 None None] Enqueued Resource ID: e22b62b9-bc4e-4722-87d4-8a9ca8691d3f with Priority: HIGHEST for action port [ 644.225803] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22b62b9-bc4e-4722-87d4-8a9ca8691d3f with Priority: HIGHEST for action port [ 644.226162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e22b62b9-bc4e-4722-87d4-8a9ca8691d3f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.226295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e22b62b9-bc4e-4722-87d4-8a9ca8691d3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.226596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e22b62b9-bc4e-4722-87d4-8a9ca8691d3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.226865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e22b62b9-bc4e-4722-87d4-8a9ca8691d3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.226947] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e22b62b9-bc4e-4722-87d4-8a9ca8691d3f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.245644] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.245876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.245948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.246161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.246250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.246342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a is going to be created. [ 644.271589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.273355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.273586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.273941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.275018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.368756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.368965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.369064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.369347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.369462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.369598] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702c9668-bc30-43cc-9a08-882f701254db already deleted. [ 644.369708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702c9668-bc30-43cc-9a08-882f701254db" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.382508] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: UNINITIALIZED for 2s [ 644.432123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 644.432123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.432123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.432123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.432123] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.545896] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.563542] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.717120] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 644.717374] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 644.717438] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 644.718135] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 644.718280] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 644.718382] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 644.718674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.718776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.718969] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.719137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.719206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.719565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.719872] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.719934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.719972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.721628] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.721628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.732305] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e22b62b9-bc4e-4722-87d4-8a9ca8691d3f [ 644.732305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.732305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.732305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.732305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.732305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.732305] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e22b62b9-bc4e-4722-87d4-8a9ca8691d3f already deleted. [ 644.732305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e22b62b9-bc4e-4722-87d4-8a9ca8691d3f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_rules [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_rules [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [req-b1642571-6c6e-4917-8054-5406d493f162 req-c5f7a001-b9f0-4367-921e-1d9b9d99ea00 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_rules [ 644.779026] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_rules [ 644.779808] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 644.780208] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with Priority: HIGHEST for action port [ 644.780507] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 644.780700] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 644.780910] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 644.781324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.781583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.781760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.784022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.784022] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.784022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784534] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.785274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.785530] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9a2991-3caf-45ac-8b7e-d1ba26e942e6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.787608] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.787845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.789168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.789168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.789168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.790477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.826812] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: SUCCESS [ 644.827387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.935188] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.935188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.935188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.935647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.936703] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.936825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.937056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.937128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.940040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.940040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.940040] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.047819] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.066725] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.222641] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.288632] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 with status ACTIVE [ 645.288896] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.289050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.289125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.289349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.289441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.289623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.289732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.289817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.289978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.290074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.290266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.290365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.290426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.290571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.290649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.290734] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e9a2991-3caf-45ac-8b7e-d1ba26e942e6 is going to be updated. [ 645.292088] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.292209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315528] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.315528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.315528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.315528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.315528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9a2991-3caf-45ac-8b7e-d1ba26e942e6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.445867] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.445867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.445867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.445867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.449305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.449305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.449305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.554026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.554026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.554026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.554026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.554026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.554026] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 645.570331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.570506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.570616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.570785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.570922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.570970] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 645.590026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.590322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.590454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.590714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.590896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.602841] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 645.605887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.605887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.605887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.605887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.617846] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 645.725506] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.952458] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5b8678-6041-4d75-a1e3-2eb25b524996: rpc.has_security_group_logging(os_id): False [ 645.973889] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.974494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.974751] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.975155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.975155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.975155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.975445] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.975445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.975597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.975650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.975710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.975908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.976032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.976721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.977030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.977145] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 646.059618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.059618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.059618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.059618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.059618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.074818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 646.231794] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.231794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.231794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.231794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.231794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.231794] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be created. [ 646.262192] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.262192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.262192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.262192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.262192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.284546] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: UNINITIALIZED for 2s [ 646.394436] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: SUCCESS [ 646.395970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.395970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.395970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.396511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.396511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.396511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.396607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.396935] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.771122] env[66378]: INFO networking_nsxv3.common.synchronization [req-c9399df9-0355-4bb4-8e21-c1ec2cda0aa3 req-d546abab-2f84-4d98-88a9-153bf03435a7 tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 646.771122] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 646.771122] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.771122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.771456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.771828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.772094] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.772335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.772487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.772724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.773100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.773323] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.902209] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.128528] env[66378]: INFO networking_nsxv3.common.synchronization [None req-10e8a376-9424-406a-85f4-54fec23cc5b1 None None] Enqueued Resource ID: cd0a163d-2989-481c-baf4-4d6a59b17daf with Priority: HIGHEST for action port [ 647.128793] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0a163d-2989-481c-baf4-4d6a59b17daf with Priority: HIGHEST for action port [ 647.129381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0a163d-2989-481c-baf4-4d6a59b17daf taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.129510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0a163d-2989-481c-baf4-4d6a59b17daf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.129958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0a163d-2989-481c-baf4-4d6a59b17daf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.129958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0a163d-2989-481c-baf4-4d6a59b17daf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.129958] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0a163d-2989-481c-baf4-4d6a59b17daf',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.235076] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.235284] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.235403] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.235831] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236177] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.236365] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.236482] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.236708] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236854] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.237081] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.237194] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.237300] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.237405] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.237754] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.237754] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.237849] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.269796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.269796] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.269948] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.270226] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.270432] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-62880266-e913-443c-9f30-76049086d45c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.270605] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.270721] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.271069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.271210] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62880266-e913-443c-9f30-76049086d45c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.276188] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.276333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.276413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.276672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.276797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.277069] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.277215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.277427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.277498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.277617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.277736] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 already deleted. [ 647.277854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.407170] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8965e9b-bee1-4bc7-883b-97667969fe2a: rpc.has_security_group_logging(os_id): False [ 647.430155] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.430848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.430848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.430848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.430848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.431090] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.431152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.431213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.431365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.431471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.433081] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a is going to be created. [ 647.504524] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.504524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.504524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.504845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.504845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.519946] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: IN_PROGRESS for 2s [ 647.615857] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 647.616223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.616497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.616855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.617476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.617476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.617655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.617825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.617967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.618174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.618311] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.620873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.620920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.621174] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.621347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.621445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.621665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.621788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.621927] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.632407] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 647.632752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.633025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.633323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.633594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.633773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.633902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.634117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.634216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.634304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.634412] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.636172] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd0a163d-2989-481c-baf4-4d6a59b17daf [ 647.636362] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.636478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.636547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.636719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.636793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.636916] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd0a163d-2989-481c-baf4-4d6a59b17daf already deleted. [ 647.637041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0a163d-2989-481c-baf4-4d6a59b17daf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.637205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.637360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.637516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.637617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.637681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.637817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.637892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.637983] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.774103] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.774354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.774513] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.775048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.775208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 62880266-e913-443c-9f30-76049086d45c not found, creating... [ 647.775460] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.775642] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.775774] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.776016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.776175] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.776443] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.776596] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.776708] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.776927] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.777194] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.777378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 62880266-e913-443c-9f30-76049086d45c is going to be created. [ 647.799807] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.800695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.800695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.800695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.800695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.801073] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.088565] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 648.088565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124113] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.125925] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.140359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.140798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.140798] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.303770] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: SUCCESS [ 648.304699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.304699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.304699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.304699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.306273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.306273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.306273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.306273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.306273] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.506465] env[66378]: INFO networking_nsxv3.common.synchronization [req-c9399df9-0355-4bb4-8e21-c1ec2cda0aa3 req-ca40ad98-2fdd-4d6b-9a0b-c0921280f858 service nova] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 648.506709] env[66378]: INFO networking_nsxv3.common.synchronization [req-c9399df9-0355-4bb4-8e21-c1ec2cda0aa3 req-ca40ad98-2fdd-4d6b-9a0b-c0921280f858 service nova] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 648.506832] env[66378]: INFO networking_nsxv3.common.synchronization [req-c9399df9-0355-4bb4-8e21-c1ec2cda0aa3 req-ca40ad98-2fdd-4d6b-9a0b-c0921280f858 service nova] Enqueued Resource ID: 62880266-e913-443c-9f30-76049086d45c with Priority: HIGHEST for action port [ 648.507360] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 648.507540] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 648.507710] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62880266-e913-443c-9f30-76049086d45c with Priority: HIGHEST for action port [ 648.507931] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.508235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.508326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.508547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.508646] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.509856] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.510036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.510113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.510437] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.510662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.510732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.510888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.510992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.511102] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.512623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-62880266-e913-443c-9f30-76049086d45c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.512934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.513109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.513176] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62880266-e913-443c-9f30-76049086d45c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.626974] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5420d0-63ab-4440-9f64-96ebc0bb9dd8: rpc.has_security_group_logging(os_id): False [ 648.628266] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.643155] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.648304] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648304] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.649134] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be created. [ 648.709364] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.709364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.709600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.710348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.710348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.721552] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 648.808541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.013596] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.015401] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62880266-e913-443c-9f30-76049086d45c with status ACTIVE [ 649.015673] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.016021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.016021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.016808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.016808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.016808] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.016808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.016808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.017064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.017064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.017609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.017609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.017609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.017609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.017609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.017862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62880266-e913-443c-9f30-76049086d45c is going to be updated. [ 649.019481] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.019481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.050022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.050273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.050273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.050608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.050749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.050938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62880266-e913-443c-9f30-76049086d45c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.133431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.133431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.133431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.133431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.133431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.133431] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 649.145775] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.146285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.146285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.146357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.146499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.146534] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 649.176983] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.177168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.177247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.177453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.177601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.180291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.180424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.180487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.180686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.180823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.203973] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 649.205467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 649.310600] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.515957] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.533660] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: SUCCESS [ 649.535224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.813799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.814226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.814226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.814397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.814502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.816589] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be updated. [ 649.829152] env[66378]: INFO networking_nsxv3.common.synchronization [req-79f68e10-03a0-4d89-9a98-8fe91e46d7a7 req-976d7c42-4359-4b00-87af-3bbe1271d794 tempest-FloatingIPsAssociationTestJSON-1900862611 tempest-FloatingIPsAssociationTestJSON-1900862611-project-member] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 649.829702] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 649.832619] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.832826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.833033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.834044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.834044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.834044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.834044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.834309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.834655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.834989] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.847990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.848230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.848320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.848586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.848771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.862647] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: IN_PROGRESS for 2s [ 650.022165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.022165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.022409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.022409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.022512] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be created. [ 650.051692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.051692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.051692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.051970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.052161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.063901] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: UNINITIALIZED for 2s [ 650.264262] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.264588] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.264588] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.264839] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.265110] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.265260] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.265433] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.265599] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.265705] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.265902] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.266014] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.266140] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.266245] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.266347] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.266446] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.266570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.284974] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.285220] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.285380] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.285482] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-304" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.285810] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-e8346c66-c48b-46fa-bcbe-6cd41580ec10 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.285999] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.286155] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.287030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.287030] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8346c66-c48b-46fa-bcbe-6cd41580ec10',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.337359] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.737599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 650.737833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.738026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.738255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.738345] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.789417] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.789641] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.789764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.790169] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.790386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.790605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port e8346c66-c48b-46fa-bcbe-6cd41580ec10 not found, creating... [ 650.790881] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.791077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.791205] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.791436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.791573] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.791903] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.792079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.792196] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.792406] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.792581] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792727] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: e8346c66-c48b-46fa-bcbe-6cd41580ec10 is going to be created. [ 650.822901] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.823265] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.823437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.823724] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.824060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.824329] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.840726] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.218570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 651.218852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.219955] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 651.220065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.220187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220637] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.220768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.221503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221503] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.222826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.223964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.223964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.223964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.223964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.223964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.223964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.223964] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.240782] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.240901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.343193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.343519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.343519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.343668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.343759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.343868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be updated. [ 651.378568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.378766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.378766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.379489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.379489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.396606] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 651.627496] env[66378]: INFO networking_nsxv3.common.synchronization [req-79f68e10-03a0-4d89-9a98-8fe91e46d7a7 req-0c5188d2-1f51-40b9-8ada-e7fa5a02125f service nova] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_rules [ 651.627496] env[66378]: INFO networking_nsxv3.common.synchronization [req-79f68e10-03a0-4d89-9a98-8fe91e46d7a7 req-0c5188d2-1f51-40b9-8ada-e7fa5a02125f service nova] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 651.627626] env[66378]: INFO networking_nsxv3.common.synchronization [req-79f68e10-03a0-4d89-9a98-8fe91e46d7a7 req-0c5188d2-1f51-40b9-8ada-e7fa5a02125f service nova] Enqueued Resource ID: e8346c66-c48b-46fa-bcbe-6cd41580ec10 with Priority: HIGHEST for action port [ 651.627860] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_rules [ 651.628015] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 651.628142] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8346c66-c48b-46fa-bcbe-6cd41580ec10 with Priority: HIGHEST for action port [ 651.628747] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.628912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.628958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.629584] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.631074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.631074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.631074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8346c66-c48b-46fa-bcbe-6cd41580ec10 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.631276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.631276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.631673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.631673] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8346c66-c48b-46fa-bcbe-6cd41580ec10',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.726569] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.726860] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.873318] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: SUCCESS [ 651.873538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.873702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.873946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.874160] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.874280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.874346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.874500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.874583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.874664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.874753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.076561] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 652.076835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.076939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.077150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.077437] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.077492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.078570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.078570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.078570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.078570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.078570] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.131564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.131564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.134081] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8346c66-c48b-46fa-bcbe-6cd41580ec10 with status ACTIVE [ 652.134321] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.134575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.134643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.134818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.134925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.135130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.135297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.135297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.135440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.135565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.135696] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.135786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.135848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.136033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.136119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.136214] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8346c66-c48b-46fa-bcbe-6cd41580ec10 is going to be updated. [ 652.159970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.160155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.160514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.160514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.160629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.160719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8346c66-c48b-46fa-bcbe-6cd41580ec10" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.233343] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.235581] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.298757] env[66378]: INFO networking_nsxv3.common.synchronization [req-5082438d-b967-430d-b58e-ac7ff0f1261e req-1ce387d1-7057-41e1-9271-2a97ebbf4320 tempest-ServerExternalEventsTest-667385754 tempest-ServerExternalEventsTest-667385754-project-member] Enqueued Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 652.299838] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGHEST for action security_group_members [ 652.299998] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.300989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.300989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.300989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.300989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.300989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.300989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.301342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.301433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.301911] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.377855] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.580754] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.740618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.740852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.740852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.743221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.743221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.743221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 652.743221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.743796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.743796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.743796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.743796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.743796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 652.781232] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.781581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.781705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.785862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.785862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.785862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.786147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.786147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.802048] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 652.802416] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 652.803876] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.804056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.804120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.804325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.807060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.807060] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.807060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.807060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.807060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.807060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.807060] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b is going to be updated. [ 652.841427] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.841571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.841649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.841910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.842112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.855621] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: IN_PROGRESS for 2s [ 652.881333] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c: rpc.has_security_group_logging(os_id): False [ 652.903026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.903026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.903026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.906603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.906603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.906603] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be created. [ 652.963758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.963977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.964066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.964314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.964491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979902] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: IN_PROGRESS for 2s [ 653.021088] env[66378]: INFO networking_nsxv3.common.synchronization [req-71de2d10-9c62-47b6-ab2c-e5534299180e req-b61f970b-a6a9-41dd-87d8-6d26d6a1b72c tempest-ServerDiagnosticsNegativeTest-1289201341 tempest-ServerDiagnosticsNegativeTest-1289201341-project-member] Enqueued Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 653.021736] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 653.023373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.023585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.023819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.024129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.024314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.024422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.024486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.024657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.024753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.024880] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.083888] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ebc8ad-3256-4f55-8a14-831a413a9e59: rpc.has_security_group_logging(os_id): False [ 653.105701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.105918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.105989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.106328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.106371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.107621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.107621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.107621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.107621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.107621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.107621] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be created. [ 653.216958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.216958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.216958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.216958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.216958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.226145] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 653.409923] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 653.410310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.410540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.410794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.411157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.411392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.411392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.411585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.411672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.412053] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.480720] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.480720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.480720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.480720] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.481068] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.481068] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.481160] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.481416] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.481478] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.481575] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.481751] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.481821] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.481913] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.482015] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.482187] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.502238] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.502413] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.502554] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.502783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.503530] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-d9418eb3-2553-46e7-8ac9-afed8efc5613 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.503530] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.503530] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.504018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.504161] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9418eb3-2553-46e7-8ac9-afed8efc5613',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.528014] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.528338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.528338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.528574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.528683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.528909] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.529034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.529148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.529415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.529415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.529526] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb already deleted. [ 653.529692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.915094] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.008636] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.008872] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.009016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.009343] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.009491] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.009646] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port d9418eb3-2553-46e7-8ac9-afed8efc5613 not found, creating... [ 654.009996] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.010190] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.010307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.010534] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.010667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.010949] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.011114] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.011224] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.011441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.011611] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.011763] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: d9418eb3-2553-46e7-8ac9-afed8efc5613 is going to be created. [ 654.039032] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.039339] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.039439] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.039682] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.039913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.419089] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.796829] env[66378]: INFO networking_nsxv3.common.synchronization [req-71de2d10-9c62-47b6-ab2c-e5534299180e req-547ab539-1c32-42fb-a5df-aff3630f2c1f service nova] Enqueued Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_rules [ 654.797012] env[66378]: INFO networking_nsxv3.common.synchronization [req-71de2d10-9c62-47b6-ab2c-e5534299180e req-547ab539-1c32-42fb-a5df-aff3630f2c1f service nova] Enqueued Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 654.797153] env[66378]: INFO networking_nsxv3.common.synchronization [req-71de2d10-9c62-47b6-ab2c-e5534299180e req-547ab539-1c32-42fb-a5df-aff3630f2c1f service nova] Enqueued Resource ID: d9418eb3-2553-46e7-8ac9-afed8efc5613 with Priority: HIGHEST for action port [ 654.797729] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_rules [ 654.797868] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 654.797967] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9418eb3-2553-46e7-8ac9-afed8efc5613 with Priority: HIGHEST for action port [ 654.800621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.800621] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.800621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.800621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.800621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.801664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.801664] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.803139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9418eb3-2553-46e7-8ac9-afed8efc5613 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.803276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.803901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.803901] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9418eb3-2553-46e7-8ac9-afed8efc5613',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.817938] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 654.818202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.818366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.818579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.818771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.818892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.818955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.819125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.819204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.819288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.819380] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.821508] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 654.821857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.822915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.823137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.823327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.823442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.823508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.823654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.823752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.823821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824012] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.824298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.824298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.824298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.824471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.824574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.824635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.824850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.824949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.825070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.825178] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.867039] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 579561f4-5bb6-4311-a58a-0db360b05e0b in Status: SUCCESS [ 654.867039] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b deletion is rescheduled due to dependency. [ 654.867039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.921550] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.921765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.921852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.922090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.922181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.923294] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be updated. [ 654.951057] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.951057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.951057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.951057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.951358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.961913] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 654.994013] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: SUCCESS [ 654.994206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.241034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 655.241309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.306456] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.307609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.307609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.309465] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9418eb3-2553-46e7-8ac9-afed8efc5613 with status ACTIVE [ 655.309465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.309465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.309465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.309983] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.309983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.309983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.309983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.310743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.310905] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9418eb3-2553-46e7-8ac9-afed8efc5613 is going to be updated. [ 655.323076] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.328077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 655.335267] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.335445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.335445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.335865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.335991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9418eb3-2553-46e7-8ac9-afed8efc5613" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.353529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.353529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.353529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.353529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.354611] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.354611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.354611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.354611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.354611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.354611] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 655.434287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.434632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.434632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.434754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.434965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.451078] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 655.809250] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.828284] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5420d0-63ab-4440-9f64-96ebc0bb9dd8: rpc.has_security_group_logging(os_id): False [ 655.850190] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.850270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.850316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.850537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.850635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.850883] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.850993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851413] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 655.909534] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.909717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.909760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.909962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.910131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.924766] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 656.315499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.315499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.315499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.315499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.315499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.315499] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb is going to be created. [ 656.345929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.346239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.346710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.347076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.347631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.362054] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: UNINITIALIZED for 2s [ 656.973633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 656.973633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.974309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.974580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.974791] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.974936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.975019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.975290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.975456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.975591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.975731] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.465769] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 657.466014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.466282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.466497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.466691] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.480495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.481209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.481209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.481209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.481209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.481209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.481442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.481442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.481524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.481576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.481705] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.481857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.481939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.482062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.482431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.482431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.482431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.482621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.482621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.482683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.482767] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.830419] env[66378]: INFO networking_nsxv3.common.synchronization [req-96119f58-52ae-42e5-af1f-c3c03d2d2348 req-826c0f82-6781-4a1d-a481-f89427ca7e27 tempest-InstanceActionsNegativeTestJSON-1917128815 tempest-InstanceActionsNegativeTestJSON-1917128815-project-member] Enqueued Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 657.830995] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 657.831367] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.831456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.831526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.831842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832013] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.833501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.833591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.833819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.833942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.835174] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.946446] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 657.946446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.968936] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.968936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.969191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.969464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.970729] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.970729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.970729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.970729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.970729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.970729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.970729] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.986067] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58f5ec27-7839-4046-b74f-fef473fd024c: rpc.has_security_group_logging(os_id): False [ 658.007896] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.007896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.007896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.008222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.008222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.008314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.008375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.008422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.008558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.008634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.008810] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.008907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.008972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.009277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.009350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.012432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.012594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.012642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.012821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.012997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.013135] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be updated. [ 658.112030] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.112219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.112294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.112503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.112672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.126373] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 658.280185] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.280336] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-574" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.280471] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-574" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.280801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-574" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.281133] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.281285] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.281367] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.281626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.281764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.282036] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.282277] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.282277] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.282368] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.282470] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.282583] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.282711] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.306624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.306624] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.306624] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.306874] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-574" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.307470] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.307470] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.307470] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.307823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.308037] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1d03f3-38aa-4b84-a62e-a6950fec18f7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.338012] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338730] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.339046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.339127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.339247] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 already deleted. [ 658.339311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.372268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: SUCCESS [ 658.372800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.372800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.372951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.373236] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.373341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.373482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.373574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.373681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.373792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.373965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.474769] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.474978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.475037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.475277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.475460] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.476049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.476376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.477533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.477640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.478032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.478390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.478390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.478534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.478534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.478671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.478735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.478813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.478901] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.802376] env[66378]: INFO networking_nsxv3.common.synchronization [req-44a9c1b6-dec0-4773-aa8b-f7279413565d req-4155f0e3-4ee3-4b1e-94fb-277ecd94be6d tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 658.802860] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 658.803179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.803307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.803374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.803580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.803730] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.803830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.803893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.804100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.804189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.804282] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.810240] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.810406] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.810469] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.810694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.810856] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.811009] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port ec1d03f3-38aa-4b84-a62e-a6950fec18f7 not found, creating... [ 658.811327] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.811422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.811520] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.811790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.811960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812319] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812616] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812818] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812954] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: ec1d03f3-38aa-4b84-a62e-a6950fec18f7 is going to be created. [ 658.839474] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.839784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.839890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.840223] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.840806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.840806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.877047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.877301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.877402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.877710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.877972] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.878169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.878277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.878522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.878653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.878815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.879053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.879192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.879291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.879513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.879799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.879972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.880148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.880381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.880514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.880649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.880792] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.981500] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 659.004843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.005239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.005383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.005383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.005583] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.005684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.005905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.006018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.006260] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.006387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.006454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.006604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.006684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.006902] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.007065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.007065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.007297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.007400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.007463] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 659.130431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.130431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.130431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.130431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.159094] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 659.307032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.383913] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90fe43d2-deff-484b-88a0-b82e68b406eb: rpc.has_security_group_logging(os_id): False [ 659.406324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.406476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.406545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.407550] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.407550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.407931] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.407931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.407931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.408097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.408097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.408297] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.408400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.408476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.408621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.408703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.408861] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb is going to be created. [ 659.484025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.484025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.484025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.484025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.484025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.501947] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: IN_PROGRESS for 2s [ 659.660404] env[66378]: INFO networking_nsxv3.common.synchronization [req-96119f58-52ae-42e5-af1f-c3c03d2d2348 req-30c0ddb4-59e0-4c91-91ab-c344b3845df6 service nova] Enqueued Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_rules [ 659.660618] env[66378]: INFO networking_nsxv3.common.synchronization [req-96119f58-52ae-42e5-af1f-c3c03d2d2348 req-30c0ddb4-59e0-4c91-91ab-c344b3845df6 service nova] Enqueued Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 659.660958] env[66378]: INFO networking_nsxv3.common.synchronization [req-96119f58-52ae-42e5-af1f-c3c03d2d2348 req-30c0ddb4-59e0-4c91-91ab-c344b3845df6 service nova] Enqueued Resource ID: ec1d03f3-38aa-4b84-a62e-a6950fec18f7 with Priority: HIGHEST for action port [ 659.661441] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_rules [ 659.661584] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 659.661687] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1d03f3-38aa-4b84-a62e-a6950fec18f7 with Priority: HIGHEST for action port [ 659.661994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.662145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.662214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.662440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.662517] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.663632] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.663632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.663632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.663884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.663958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.664053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.664112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.664280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.664384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.664586] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.667435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667435] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1d03f3-38aa-4b84-a62e-a6950fec18f7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.809023] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.145157] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 660.145157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.167674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170809] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.170809] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec1d03f3-38aa-4b84-a62e-a6950fec18f7 with status ACTIVE [ 660.170809] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.170809] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.170809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.171917] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.171917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.171917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.174758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.174758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.174758] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec1d03f3-38aa-4b84-a62e-a6950fec18f7 is going to be updated. [ 660.197146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.197433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.197433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.197683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.197683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.198037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1d03f3-38aa-4b84-a62e-a6950fec18f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.310911] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.312046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.312200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.312361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.312460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.312564] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 660.356506] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.356721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.357046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.357517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.366722] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 660.620029] env[66378]: INFO networking_nsxv3.common.synchronization [req-e7db01fa-bfe9-40e2-85ee-46a2e072198c req-2b7d4e98-2654-40b5-be37-4ee2f6f0a079 tempest-ServersTestFqdnHostnames-1077564592 tempest-ServersTestFqdnHostnames-1077564592-project-member] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 660.620029] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGHEST for action security_group_members [ 660.620029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.620029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.620571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.620942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.621360] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.621712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.621978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.622395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.622674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.622919] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.677360] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.871714] env[66378]: INFO networking_nsxv3.common.synchronization [req-fb751c2b-4e3d-4365-9a8d-6244f8b09bc2 req-5dffc479-cdda-4efc-a42f-7fc5b09b8ae5 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 660.872459] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 660.874256] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.874435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105717] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a2d500c2-dcee-4275-a3c8-c33bff0e6128 None None] Enqueued Resource ID: 3645cc99-405d-43da-be47-6b181b27b60a with Priority: HIGHEST for action port [ 661.106275] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3645cc99-405d-43da-be47-6b181b27b60a with Priority: HIGHEST for action port [ 661.106708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3645cc99-405d-43da-be47-6b181b27b60a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.106826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3645cc99-405d-43da-be47-6b181b27b60a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.106892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3645cc99-405d-43da-be47-6b181b27b60a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.107153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3645cc99-405d-43da-be47-6b181b27b60a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.107248] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3645cc99-405d-43da-be47-6b181b27b60a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.127036] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.127036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.127510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.127510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.127510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.127635] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.127703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.128150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.128150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.128150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.128150] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 is going to be updated. [ 661.154387] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.155451] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.155553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.156043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.156507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.167077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: IN_PROGRESS for 2s [ 661.174570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 661.174792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.180735] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.180875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.180943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.181301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.181301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.181962] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 is going to be created. [ 661.204359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.204623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.204623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.204846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.205024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.215253] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: UNINITIALIZED for 2s [ 661.517692] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: SUCCESS [ 661.518029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.612884] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3645cc99-405d-43da-be47-6b181b27b60a [ 661.612884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.612884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.612884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.613392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.613392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.613392] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3645cc99-405d-43da-be47-6b181b27b60a already deleted. [ 661.613392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3645cc99-405d-43da-be47-6b181b27b60a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.980185] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0f6a300-e044-45bb-9746-420685bac3f2 req-34068b16-a686-4450-ada9-6c2232e9df52 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 661.980993] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 661.981061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.981163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.981265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.981478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.981714] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.981849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.981849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.981978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.983076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.983076] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.356113] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.356441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.357020] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.357179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.357291] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.357500] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.357641] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.357845] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.357942] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.358074] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.358173] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.358278] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.358377] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.358501] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.378327] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 662.378548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.378713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.379172] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.379320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.379378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.379585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.379585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.379722] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.382168] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.382354] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.384562] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.384795] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.385137] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-e461ba91-f621-47dd-9abd-7743ac30ddbb taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.385318] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.385414] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.385813] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.385907] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e461ba91-f621-47dd-9abd-7743ac30ddbb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.487827] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.488096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.488239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.488702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.488913] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.489052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.489098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.489254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.489333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.489419] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 already deleted. [ 662.490385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.037639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.037639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.037639] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 663.037639] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.037639] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.040128] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port e461ba91-f621-47dd-9abd-7743ac30ddbb not found, creating... [ 663.040128] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.040128] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.041307] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: e461ba91-f621-47dd-9abd-7743ac30ddbb is going to be created. [ 663.041307] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.041307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.041307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.042348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.042348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.042348] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 663.177517] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 in Status: SUCCESS [ 663.177822] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 deletion is rescheduled due to dependency. [ 663.178058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.225766] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: SUCCESS [ 663.226013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.226886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.226886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.226886] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.226886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.226886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.227164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.227164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.227224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.227312] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.672800] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0f6a300-e044-45bb-9746-420685bac3f2 req-5429954f-3415-4ff4-a8e8-3ae08e70bac1 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 663.672800] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0f6a300-e044-45bb-9746-420685bac3f2 req-5429954f-3415-4ff4-a8e8-3ae08e70bac1 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 663.672800] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0f6a300-e044-45bb-9746-420685bac3f2 req-5429954f-3415-4ff4-a8e8-3ae08e70bac1 service nova] Enqueued Resource ID: e461ba91-f621-47dd-9abd-7743ac30ddbb with Priority: HIGHEST for action port [ 663.673253] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 663.673381] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 663.673475] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e461ba91-f621-47dd-9abd-7743ac30ddbb with Priority: HIGHEST for action port [ 663.676153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.676153] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.676153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.676153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.676153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.677020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.677020] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.677163] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e461ba91-f621-47dd-9abd-7743ac30ddbb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.677253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.677253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.677409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.677478] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e461ba91-f621-47dd-9abd-7743ac30ddbb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.682755] env[66378]: INFO networking_nsxv3.common.synchronization [None req-fa522cbf-6bb4-4fcd-8bb3-74f43aecccd9 None None] Enqueued Resource ID: 8804217a-af5d-41e8-9ae7-26305996fdb2 with Priority: HIGHEST for action port [ 663.683717] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8804217a-af5d-41e8-9ae7-26305996fdb2 with Priority: HIGHEST for action port [ 663.683717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-8804217a-af5d-41e8-9ae7-26305996fdb2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.684114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8804217a-af5d-41e8-9ae7-26305996fdb2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.684114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8804217a-af5d-41e8-9ae7-26305996fdb2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.684198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8804217a-af5d-41e8-9ae7-26305996fdb2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.684235] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8804217a-af5d-41e8-9ae7-26305996fdb2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.731038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.731038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.731038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.731038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.731415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.731415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.731415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.731544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.731544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.731729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.732120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.732225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.732287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.732433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.732687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.732687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.732687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.732687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.733174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.735518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.735518] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.178743] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.179870] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.180053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.180460] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e461ba91-f621-47dd-9abd-7743ac30ddbb with status ACTIVE [ 664.180626] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.180737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.180799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.181011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.181097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.181260] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.181439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.181439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.181549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.181623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.182062] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.182062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.182205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.182486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.182486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.182486] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e461ba91-f621-47dd-9abd-7743ac30ddbb is going to be updated. [ 664.189872] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8804217a-af5d-41e8-9ae7-26305996fdb2 [ 664.189872] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.189872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.189872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.189872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.189872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.189872] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8804217a-af5d-41e8-9ae7-26305996fdb2 already deleted. [ 664.189872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8804217a-af5d-41e8-9ae7-26305996fdb2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.356486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.356730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.356730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.356948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.357027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.357566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e461ba91-f621-47dd-9abd-7743ac30ddbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.360972] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 629075be-0bf2-4558-ae09-0ce3e57ae5e5: rpc.has_security_group_logging(os_id): False [ 664.365257] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f21d022-bc43-4d62-844a-2b6d07d6f3a3 req-c376d311-d3ad-4d42-af21-6edd882141f2 tempest-ServerDiagnosticsTest-1931002673 tempest-ServerDiagnosticsTest-1931002673-project-member] Enqueued Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 664.365257] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGHEST for action security_group_members [ 664.365257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.365257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.365543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.365710] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.365820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.366060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.366139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.366225] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.391230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.391413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.391487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.391716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.392099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.392099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.392215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.392215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.392348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.392517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.392624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.392771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.392771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.392912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.392984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393183] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.393277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.393336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.393547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393632] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 is going to be created. [ 664.465914] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.468128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.468128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.477756] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: IN_PROGRESS for 2s [ 664.681203] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.870955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.870955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.870955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.870955] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 is going to be updated. [ 664.901728] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.901886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.901960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.902242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.902404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.914364] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: IN_PROGRESS for 2s [ 664.956605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 664.956933] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 deletion is rescheduled due to dependency. [ 664.957136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.184846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.185086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.185150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.185361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.185442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.185503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be created. [ 665.210384] env[66378]: INFO networking_nsxv3.common.synchronization [req-aac4f47b-6d4f-43bf-b9c6-36c7ddf7dc65 req-196ed1a2-4a9b-4500-9e1a-74deb90f9e05 tempest-ListImageFiltersTestJSON-2029695914 tempest-ListImageFiltersTestJSON-2029695914-project-member] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 665.212223] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 665.212223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.212223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.212223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.212223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.212551] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.212551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.212551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.213240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.213240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.213240] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.215130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.215500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.215500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.215631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.215940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.230489] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: UNINITIALIZED for 2s [ 665.718616] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.719092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.719092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.719092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.719304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.719357] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.719452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.719512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.719664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.719740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.719819] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 already deleted. [ 665.719899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.828465] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.828828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.828828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.829138] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.829396] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.829547] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.829733] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.829925] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.830192] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.830408] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.830556] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.830779] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.830779] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.830952] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.831155] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.831353] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.851805] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.852030] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.852030] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.852309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.852524] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-95e9bb2c-e50b-4fed-bad5-eca9963300d3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.852711] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.852867] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.853085] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.853335] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e9bb2c-e50b-4fed-bad5-eca9963300d3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.286145] env[66378]: INFO networking_nsxv3.common.synchronization [None req-bc79c4dd-562c-45d4-af3b-1764906eee62 None None] Enqueued Resource ID: 6d3fd2d7-125c-49d7-bce8-3b8fd2714a03 with Priority: HIGHEST for action port [ 666.286848] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3fd2d7-125c-49d7-bce8-3b8fd2714a03 with Priority: HIGHEST for action port [ 666.287408] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3fd2d7-125c-49d7-bce8-3b8fd2714a03 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.287791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3fd2d7-125c-49d7-bce8-3b8fd2714a03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.287872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3fd2d7-125c-49d7-bce8-3b8fd2714a03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.288187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3fd2d7-125c-49d7-bce8-3b8fd2714a03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288237] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3fd2d7-125c-49d7-bce8-3b8fd2714a03',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.357136] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.357399] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.357541] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.357855] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.358015] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.358262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 95e9bb2c-e50b-4fed-bad5-eca9963300d3 not found, creating... [ 666.358687] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.358940] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.359253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.359527] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.359760] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.360313] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.361357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.361357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.361357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.361357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.361357] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 95e9bb2c-e50b-4fed-bad5-eca9963300d3 is going to be created. [ 666.385842] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.386164] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.386285] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.386699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.386875] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.387175] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.497903] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: SUCCESS [ 666.498200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.792299] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3fd2d7-125c-49d7-bce8-3b8fd2714a03 [ 666.792299] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.792299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.792299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.792299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.792299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.792299] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3fd2d7-125c-49d7-bce8-3b8fd2714a03 already deleted. [ 666.792945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3fd2d7-125c-49d7-bce8-3b8fd2714a03" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.925219] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 in Status: SUCCESS [ 666.927364] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 deletion is rescheduled due to dependency. [ 666.927364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.111253] env[66378]: INFO networking_nsxv3.common.synchronization [req-aac4f47b-6d4f-43bf-b9c6-36c7ddf7dc65 req-1eb641b1-f6ba-4ece-a29a-67d86b3f520c service nova] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_rules [ 667.111439] env[66378]: INFO networking_nsxv3.common.synchronization [req-aac4f47b-6d4f-43bf-b9c6-36c7ddf7dc65 req-1eb641b1-f6ba-4ece-a29a-67d86b3f520c service nova] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 667.111581] env[66378]: INFO networking_nsxv3.common.synchronization [req-aac4f47b-6d4f-43bf-b9c6-36c7ddf7dc65 req-1eb641b1-f6ba-4ece-a29a-67d86b3f520c service nova] Enqueued Resource ID: 95e9bb2c-e50b-4fed-bad5-eca9963300d3 with Priority: HIGHEST for action port [ 667.112096] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_rules [ 667.112236] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 667.112336] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e9bb2c-e50b-4fed-bad5-eca9963300d3 with Priority: HIGHEST for action port [ 667.115341] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.115341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.115341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115563] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.120047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.120047] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.120846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-95e9bb2c-e50b-4fed-bad5-eca9963300d3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121280] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e9bb2c-e50b-4fed-bad5-eca9963300d3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.249216] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 667.249456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.249777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.251840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.252204] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.252405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.252405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.252598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.252676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.252765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.252855] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.624511] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.625718] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95e9bb2c-e50b-4fed-bad5-eca9963300d3 with status ACTIVE [ 667.627605] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.627605] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.627605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.629758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.630537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.630741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.630801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.630986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.631129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.631233] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95e9bb2c-e50b-4fed-bad5-eca9963300d3 is going to be updated. [ 667.655653] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.655796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.655863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.659019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.659019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95e9bb2c-e50b-4fed-bad5-eca9963300d3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.756318] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.756642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.756861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.756993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.757209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.757322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.757379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.757562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.757632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.757742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.757894] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.758031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.758212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.758330] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.758440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.758689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.758777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.758840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.758980] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.133357] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.261808] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 668.280402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.280495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.280570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.280789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.281164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.281423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.281536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.281605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.281768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.281847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.282167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.282274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.282336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.282482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.282556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.282733] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.282825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.282882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.283571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.283711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.283814] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be created. [ 668.344237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.344408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.344511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.344688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.344869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.357783] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 668.638199] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.638199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.638199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.638199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.638199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.638199] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be created. [ 668.663502] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.665764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.665764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.665764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.673313] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: UNINITIALIZED for 2s [ 668.710791] env[66378]: INFO networking_nsxv3.common.synchronization [None req-24f61e63-76e7-47e6-8901-0e1513dad7c0 None None] Enqueued Resource ID: 75a2b367-64d7-41fd-a748-577133a576dd with Priority: HIGHEST for action port [ 668.710791] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a2b367-64d7-41fd-a748-577133a576dd with Priority: HIGHEST for action port [ 668.710791] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a2b367-64d7-41fd-a748-577133a576dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.710791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a2b367-64d7-41fd-a748-577133a576dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.710791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a2b367-64d7-41fd-a748-577133a576dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a2b367-64d7-41fd-a748-577133a576dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711827] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a2b367-64d7-41fd-a748-577133a576dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.214413] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75a2b367-64d7-41fd-a748-577133a576dd [ 669.214823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.214823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.215077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.215199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.215335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75a2b367-64d7-41fd-a748-577133a576dd already deleted. [ 669.215614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a2b367-64d7-41fd-a748-577133a576dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.372267] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 670.372618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.686837] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 670.687258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.688145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.688145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.688145] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.688368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.688409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.688637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.688729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.688900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.689033] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.192214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.192395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.192472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.195247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.196315] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.196315] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.196315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.197013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.197013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.197013] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.197013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.197013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.197193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.197193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.197263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.197348] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.701633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c7f9fb-9581-4933-aa49-bb1f86499e04: rpc.has_security_group_logging(os_id): False [ 671.730740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.730740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.730740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731559] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.732354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.732354] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be created. [ 671.799292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.799292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.799292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.799292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.799292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.809855] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 673.711186] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.711186] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 673.727015] env[66378]: INFO networking_nsxv3.common.synchronization [None req-8eb82850-7fe6-41a4-9dd3-756be87f5d4b None None] Enqueued Resource ID: d6fdb4ec-6e28-4c76-9acd-724761c119fa with Priority: HIGHEST for action port [ 673.727752] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6fdb4ec-6e28-4c76-9acd-724761c119fa with Priority: HIGHEST for action port [ 673.728226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6fdb4ec-6e28-4c76-9acd-724761c119fa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.728391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6fdb4ec-6e28-4c76-9acd-724761c119fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.728391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6fdb4ec-6e28-4c76-9acd-724761c119fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.728635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6fdb4ec-6e28-4c76-9acd-724761c119fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.728716] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6fdb4ec-6e28-4c76-9acd-724761c119fa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.825295] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 673.825542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.231884] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6fdb4ec-6e28-4c76-9acd-724761c119fa [ 674.231884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.231884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.231884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.232323] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6fdb4ec-6e28-4c76-9acd-724761c119fa already deleted. [ 674.232428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6fdb4ec-6e28-4c76-9acd-724761c119fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.380808] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8081d83-7ca8-45d1-a5c5-6688fb56ff56 req-4680f126-469d-4afa-9ca0-257ff564b0fc tempest-ListImageFiltersTestJSON-2029695914 tempest-ListImageFiltersTestJSON-2029695914-project-member] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 674.381213] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 674.381651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.383168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.383168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.383168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.383168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.383168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.383168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.383522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.383522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.383522] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.834824] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.834824] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.834824] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.834824] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.835610] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.835610] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.835610] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.835807] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.835867] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.836493] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.836493] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.836493] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.836493] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.839196] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.839196] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.839196] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.861027] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.861027] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.861027] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.861027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.861027] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-d05758ca-3866-4ac9-9771-c38b64fe1fc7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.861027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.861027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.861027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.861027] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05758ca-3866-4ac9-9771-c38b64fe1fc7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.885264] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.364047] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.364354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.364426] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.368109] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.368363] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.368532] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port d05758ca-3866-4ac9-9771-c38b64fe1fc7 not found, creating... [ 675.368817] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.368978] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.369111] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.369362] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.369495] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.369778] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.369928] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.370059] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.370274] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.370390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.370525] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: d05758ca-3866-4ac9-9771-c38b64fe1fc7 is going to be created. [ 675.386501] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.392590] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.393085] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.393085] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.393261] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.393455] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.393677] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.485984] env[66378]: INFO networking_nsxv3.common.synchronization [req-04886382-e907-4c85-bd9b-efcd81ef7704 req-7cca2f40-531c-4e6b-9e27-0997a0ad1457 tempest-ServerDiagnosticsNegativeTest-1289201341 tempest-ServerDiagnosticsNegativeTest-1289201341-project-member] Enqueued Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 675.487228] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGHEST for action security_group_members [ 675.487569] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.487709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.487775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.487981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.488156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.488260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.488324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.488478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.488563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.488657] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.890283] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.890283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.890283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.890283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.890787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.890787] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 675.946173] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.948889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.948889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.948889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.948889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.959057] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 675.990999] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.990999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.990999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.991258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.991359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.992038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.992038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.992038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.992038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.992314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.992425] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb is going to be updated. [ 676.022016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.022016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.022016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.022016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.022016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.035496] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: IN_PROGRESS for 2s [ 676.142870] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8081d83-7ca8-45d1-a5c5-6688fb56ff56 req-ef55e1af-6d4f-4d0e-9c40-1e8fe747b87c service nova] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_rules [ 676.142968] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8081d83-7ca8-45d1-a5c5-6688fb56ff56 req-ef55e1af-6d4f-4d0e-9c40-1e8fe747b87c service nova] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 676.143122] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8081d83-7ca8-45d1-a5c5-6688fb56ff56 req-ef55e1af-6d4f-4d0e-9c40-1e8fe747b87c service nova] Enqueued Resource ID: d05758ca-3866-4ac9-9771-c38b64fe1fc7 with Priority: HIGHEST for action port [ 676.143859] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_rules [ 676.143859] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 676.144062] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05758ca-3866-4ac9-9771-c38b64fe1fc7 with Priority: HIGHEST for action port [ 676.144459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.144459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.145300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.145300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.145300] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.146126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146977] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05758ca-3866-4ac9-9771-c38b64fe1fc7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.146977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.147402] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05758ca-3866-4ac9-9771-c38b64fe1fc7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.336114] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3c6f1cab-9ebf-471b-a7ea-f7eaaecf8dca None None] Enqueued Resource ID: cfa5e1fa-e218-4906-965c-a58c16a3c71b with Priority: HIGHEST for action port [ 676.336768] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa5e1fa-e218-4906-965c-a58c16a3c71b with Priority: HIGHEST for action port [ 676.337135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa5e1fa-e218-4906-965c-a58c16a3c71b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.337273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa5e1fa-e218-4906-965c-a58c16a3c71b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.337363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa5e1fa-e218-4906-965c-a58c16a3c71b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.337679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa5e1fa-e218-4906-965c-a58c16a3c71b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.337753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa5e1fa-e218-4906-965c-a58c16a3c71b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.651307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.651649] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d05758ca-3866-4ac9-9771-c38b64fe1fc7 with status ACTIVE [ 676.651815] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.652605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.652605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.652605] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.652605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.652841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.652945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.653179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.653310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.653435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.653579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.653661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.653772] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d05758ca-3866-4ac9-9771-c38b64fe1fc7 is going to be updated. [ 676.679859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.680676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.680676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.680676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.681302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.681302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05758ca-3866-4ac9-9771-c38b64fe1fc7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.841095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfa5e1fa-e218-4906-965c-a58c16a3c71b [ 676.842032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.843177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.843177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.843177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.843177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.843177] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfa5e1fa-e218-4906-965c-a58c16a3c71b already deleted. [ 676.843177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa5e1fa-e218-4906-965c-a58c16a3c71b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.832744] env[66378]: INFO networking_nsxv3.common.synchronization [req-8db7eddd-f290-40c2-afdc-9f64700fa9ee req-5114b832-185c-4a65-a911-53d226b00041 tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 677.836421] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 677.836812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.837085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.837085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.837951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.837951] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.837951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.837951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.837951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.837951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.837951] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.971862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971862] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.045189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90fe43d2-deff-484b-88a0-b82e68b406eb in Status: SUCCESS [ 678.046586] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb deletion is rescheduled due to dependency. [ 678.046586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.256669] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256820] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.257436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.257436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.257436] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.257711] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.257711] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.259938] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.259938] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259938] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.259938] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.259938] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.259938] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.259938] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.259938] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.259938] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.280272] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.280272] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.280272] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.280736] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.280736] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.280904] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.280978] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.281656] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.281656] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eddb52d-ea1f-4dea-a2ef-18154af3ca80',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.341837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.344115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f already deleted. [ 678.344115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474642] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.783986] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.784122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.784282] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.784523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.784790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785079] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 not found, creating... [ 678.785635] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785635] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785635] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785957] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.786141] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.787091] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.787091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.787262] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.787411] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.787578] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.787740] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 is going to be created. [ 678.810882] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.812026] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.812026] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.812026] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.812026] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.812386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.976665] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.479855] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.479959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.480105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.480633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.480633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.480633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 679.516436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.516681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.517596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.518232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.518232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.546362] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 679.665655] env[66378]: INFO networking_nsxv3.common.synchronization [req-8db7eddd-f290-40c2-afdc-9f64700fa9ee req-cc8428fe-d49f-40ae-a222-ce7c8fd5126a service nova] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_rules [ 679.665898] env[66378]: INFO networking_nsxv3.common.synchronization [req-8db7eddd-f290-40c2-afdc-9f64700fa9ee req-cc8428fe-d49f-40ae-a222-ce7c8fd5126a service nova] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 679.665999] env[66378]: INFO networking_nsxv3.common.synchronization [req-8db7eddd-f290-40c2-afdc-9f64700fa9ee req-cc8428fe-d49f-40ae-a222-ce7c8fd5126a service nova] Enqueued Resource ID: 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 with Priority: HIGHEST for action port [ 679.666612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_rules [ 679.666748] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 679.666849] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 with Priority: HIGHEST for action port [ 679.667624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.667720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.667910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.673522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.673622] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.674723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.674889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.674946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.675267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.675346] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.675439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.675497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.675628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.675712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.675841] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.677685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.677685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.677685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.677971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.677971] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eddb52d-ea1f-4dea-a2ef-18154af3ca80',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.050354] env[66378]: INFO networking_nsxv3.common.synchronization [req-c6231f89-6356-40a6-b7af-5305e2bfce3c req-414b3762-074b-4238-9bee-dc2b7c00334a tempest-InstanceActionsNegativeTestJSON-1917128815 tempest-InstanceActionsNegativeTestJSON-1917128815-project-member] Enqueued Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 680.050888] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGHEST for action security_group_members [ 680.051292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.051465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.051543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.051745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.052854] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.052987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.053223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.053409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.053511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.053593] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.179482] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.182544] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.182544] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 with status ACTIVE [ 680.182544] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.182544] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.182544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.183283] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.183283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.183283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.183283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.183283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.183283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eddb52d-ea1f-4dea-a2ef-18154af3ca80 is going to be updated. [ 680.213184] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.213994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.213994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.213994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.214262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.214262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eddb52d-ea1f-4dea-a2ef-18154af3ca80" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.555468] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.555668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.555765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.556064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.556174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.556393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.556493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.556603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.556725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.556822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.556920] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 is going to be updated. [ 680.591564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.591777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.591890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.592182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.594169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608857] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: IN_PROGRESS for 2s [ 680.625866] env[66378]: INFO networking_nsxv3.common.synchronization [req-c063aaaa-865a-4588-904b-067176200970 req-4ecd7c18-1c5e-48db-9b3b-a3c078d2ff5f tempest-InstanceActionsV221TestJSON-92296245 tempest-InstanceActionsV221TestJSON-92296245-project-member] Enqueued Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 680.626750] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 680.627762] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.627973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.628120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.628447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.628861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.629047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.629170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.629393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.629529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.629912] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.683480] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.132133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.132414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.132414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.132623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.132708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.132913] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.133529] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f already deleted. [ 681.133529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.188371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.189033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.189033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.189033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.189194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.189194] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be created. [ 681.216601] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.217046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.217046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.229467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: UNINITIALIZED for 2s [ 681.453566] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.453974] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-749" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.454279] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-749" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.454720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-749" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.454994] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.455452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.455604] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.455870] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.456116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.456400] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.456496] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.456644] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.456769] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.456912] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.457049] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.457239] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.476966] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.477178] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.477647] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.477647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-749" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.477795] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-61d47741-797b-4e49-a403-a8e3bdc71778 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.477980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.478080] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.478457] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.478568] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d47741-797b-4e49-a403-a8e3bdc71778',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.557214] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 681.557568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.557801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.558137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.558436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.558657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.558712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.558972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.559176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.559310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.559459] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.986027] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.986027] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 61d47741-797b-4e49-a403-a8e3bdc71778 not found, creating... [ 681.986027] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.986027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.986705] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986705] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986974] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.987232] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.987429] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.987622] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 61d47741-797b-4e49-a403-a8e3bdc71778 is going to be created. [ 682.011160] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.011313] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.011368] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.011662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.011890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.012162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.063572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.063754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.063818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.064052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.064310] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.064400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.064457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.064569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.064721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.064721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.064861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.065013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.065091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.065175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.065315] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.065408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.065463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.065601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.065677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.065771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.065860] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.568600] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c7f9fb-9581-4933-aa49-bb1f86499e04: rpc.has_security_group_logging(os_id): False [ 682.587104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.587253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.587351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.587570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.587662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.587866] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.587963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.588035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588433] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.588527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.588587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.589081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.589141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.589279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.589352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.589434] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 682.593353] env[66378]: INFO networking_nsxv3.common.synchronization [req-23e12cae-49fa-4139-9c2e-b7310b58877b req-314d7b04-d3cc-4889-b798-1ce1f861dd66 tempest-FloatingIPsAssociationTestJSON-1900862611 tempest-FloatingIPsAssociationTestJSON-1900862611-project-member] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 682.594074] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 682.594428] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.594535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.594596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.594895] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.594988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.595059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.595199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.595277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.595367] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.620327] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 in Status: SUCCESS [ 682.620327] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 deletion is rescheduled due to dependency. [ 682.620478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.661479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.661647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.661696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.661949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.662075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.679863] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 682.726796] env[66378]: INFO networking_nsxv3.common.synchronization [req-c063aaaa-865a-4588-904b-067176200970 req-0730a16a-7088-48f2-b0cd-417f6bf9e55c service nova] Enqueued Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_rules [ 682.726981] env[66378]: INFO networking_nsxv3.common.synchronization [req-c063aaaa-865a-4588-904b-067176200970 req-0730a16a-7088-48f2-b0cd-417f6bf9e55c service nova] Enqueued Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 682.727133] env[66378]: INFO networking_nsxv3.common.synchronization [req-c063aaaa-865a-4588-904b-067176200970 req-0730a16a-7088-48f2-b0cd-417f6bf9e55c service nova] Enqueued Resource ID: 61d47741-797b-4e49-a403-a8e3bdc71778 with Priority: HIGHEST for action port [ 682.727659] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_rules [ 682.727798] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 682.727898] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d47741-797b-4e49-a403-a8e3bdc71778 with Priority: HIGHEST for action port [ 682.728187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.728626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.728709] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.729643] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.729763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.729839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.730012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.730226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.730399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.730527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.730723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.730765] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.731873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d47741-797b-4e49-a403-a8e3bdc71778 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.731994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.732149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.732775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.732775] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d47741-797b-4e49-a403-a8e3bdc71778',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.097795] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.233718] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.234966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.234966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.235993] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61d47741-797b-4e49-a403-a8e3bdc71778 with status ACTIVE [ 683.235993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.235993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.235993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.237837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.237956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.238202] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.238279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.238516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.238597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.238779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.238900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.239094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.239250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.239250] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61d47741-797b-4e49-a403-a8e3bdc71778 is going to be updated. [ 683.243941] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 683.244739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.244739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.244739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.244918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.244918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.245215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.245215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.245494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.245494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.245494] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.263839] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.264043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.264221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.264385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.264536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.264704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d47741-797b-4e49-a403-a8e3bdc71778" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.600653] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.736954] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.749458] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.749794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.749794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.749911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.750084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.750880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.750880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.750880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.750880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.750880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.750880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.751133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.751133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.751198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.751440] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.751440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.751440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.751591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.751646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.751727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.751818] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.099431] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-8ef32aee-ec1c-4a1a-bab2-7b80834911b0 tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 684.100061] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 684.100424] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.100576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.100647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.101405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.101405] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.101405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.101405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.101685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.101685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.101685] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.103122] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.103258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.103529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.103727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.103821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.104161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be updated. [ 684.168607] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.168803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.168880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.187030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 684.245295] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.245295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.245642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.245803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.245838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.245966] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f is going to be created. [ 684.255317] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f: rpc.has_security_group_logging(os_id): False [ 684.281737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.281909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.282050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.282372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.282478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.282685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.282843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.282955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.283265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.283388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.283623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.283781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.283856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.284099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.284219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.284454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.284557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.284606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.284749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.285161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.285161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be created. [ 684.318573] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.318727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.318727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.319500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.319654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.347539] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: UNINITIALIZED for 2s [ 684.394970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.395241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.395432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.395521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.395665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.408997] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 684.606852] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.607213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.607213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.607414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.607536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.607766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.607947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.607982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.608193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.608280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.608374] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c already deleted. [ 684.608464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.611433] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.611849] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.612302] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.612545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.612877] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.613147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.613292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.613633] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.613721] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.613959] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.614149] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.614367] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.614489] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.614710] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.614868] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.615040] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.641484] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.641783] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.641909] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.642117] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.642495] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-fa03f24c-6b7c-4bcd-b144-c29fd926c105 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.642704] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.642860] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.643278] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.643458] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03f24c-6b7c-4bcd-b144-c29fd926c105',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.703115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 684.703292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.146648] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.146887] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.147167] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.147444] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.147592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.147744] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port fa03f24c-6b7c-4bcd-b144-c29fd926c105 not found, creating... [ 685.148072] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.148246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.148356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.148560] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.149080] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.149080] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.149266] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.150025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.150025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.150025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.150025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: fa03f24c-6b7c-4bcd-b144-c29fd926c105 is going to be created. [ 685.170623] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.170837] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170965] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.171254] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.171480] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.171947] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-35ad534b-b8d6-4c70-8582-7d271ab38d12 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-35ad534b-b8d6-4c70-8582-7d271ab38d12 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-35ad534b-b8d6-4c70-8582-7d271ab38d12 service nova] Enqueued Resource ID: fa03f24c-6b7c-4bcd-b144-c29fd926c105 with Priority: HIGHEST for action port [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 685.937542] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa03f24c-6b7c-4bcd-b144-c29fd926c105 with Priority: HIGHEST for action port [ 685.938588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.939014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.939215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.941034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.941034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.941034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.941034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.941976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.943019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.943019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.943019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.943019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.943019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.943019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.943555] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.944699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa03f24c-6b7c-4bcd-b144-c29fd926c105 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.945036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.947541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.947541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.947541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03f24c-6b7c-4bcd-b144-c29fd926c105',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.197140] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 686.197140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.362635] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: SUCCESS [ 686.362635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.362705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.362915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.363116] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.363230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.363291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.363439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.363515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.363595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.363707] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.424569] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 686.424828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.452669] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.452883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.453196] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.454782] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa03f24c-6b7c-4bcd-b144-c29fd926c105 with status ACTIVE [ 686.454782] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.454993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.454993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.455203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.455316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.455529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.455738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.455738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.456124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.456334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.456590] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.456755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.456980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.457113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.457221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.457303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa03f24c-6b7c-4bcd-b144-c29fd926c105 is going to be updated. [ 686.481483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.481723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.481988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.482107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.482332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.482604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa03f24c-6b7c-4bcd-b144-c29fd926c105" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.869513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.869694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.869765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.870014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.870179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.870289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.870350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.870497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.870929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.870929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.870929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.870929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.871114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.871114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.871228] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.871324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.871383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.871516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.871590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.871663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.871753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.959276] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.374937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f: rpc.has_security_group_logging(os_id): False [ 687.396054] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.396310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.396345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.398229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.398229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.398823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.398823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.399084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f is going to be created. [ 687.462900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.463101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.463101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.463342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.463534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.464894] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.465074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.465530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.466072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.466235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.466365] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be created. [ 687.484424] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: IN_PROGRESS for 2s [ 687.491595] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.491735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.491783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.492069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.493530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.515227] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: UNINITIALIZED for 2s [ 689.497988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: SUCCESS [ 689.498305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.527638] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 689.527839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.527997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.528459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.528595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.528659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.529484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.529484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.529484] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.877856] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-2e27edec-1deb-4b94-bc50-5531ac042820 tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 689.878471] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 689.878953] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.878953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.879565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.879734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.879844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.879902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.880090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.880238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.880291] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.033020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.033167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.385151] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.481736] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.483592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.483592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.483592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.483592] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.483783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.483783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.484014] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.484241] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.484464] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.484594] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.484701] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.484833] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.484965] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.485093] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.485250] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.506754] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.507661] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.507661] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.507661] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.507661] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.507923] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508305] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.512016] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95d506b-dcbd-49d2-aa1c-a8a38d80ffde',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.888353] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.011916] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.012166] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.012255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.012543] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.012720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.012872] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port a95d506b-dcbd-49d2-aa1c-a8a38d80ffde not found, creating... [ 691.013285] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.013735] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.013735] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.013920] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.014075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.014485] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.014660] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.014821] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.015070] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.015288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.015483] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: a95d506b-dcbd-49d2-aa1c-a8a38d80ffde is going to be created. [ 691.044286] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.044547] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.044663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.044943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.045189] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.045441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108914] env[66378]: INFO networking_nsxv3.common.synchronization [None req-09f1b12f-4875-4b8c-8b1c-dac6b1bc8029 None None] Enqueued Resource ID: 71984cc2-6a70-4e95-ad1c-a0f4d8e7b095 with Priority: HIGHEST for action port [ 691.109480] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71984cc2-6a70-4e95-ad1c-a0f4d8e7b095 with Priority: HIGHEST for action port [ 691.110342] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-71984cc2-6a70-4e95-ad1c-a0f4d8e7b095 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.110624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71984cc2-6a70-4e95-ad1c-a0f4d8e7b095" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.110624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71984cc2-6a70-4e95-ad1c-a0f4d8e7b095" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.110835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71984cc2-6a70-4e95-ad1c-a0f4d8e7b095" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.110948] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71984cc2-6a70-4e95-ad1c-a0f4d8e7b095',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.392071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.392268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.393364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.393364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.393364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.393364] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 691.433178] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.433178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.433178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.433383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.434450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.448122] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 691.614558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71984cc2-6a70-4e95-ad1c-a0f4d8e7b095 [ 691.614558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.614558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71984cc2-6a70-4e95-ad1c-a0f4d8e7b095 already deleted. [ 691.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71984cc2-6a70-4e95-ad1c-a0f4d8e7b095" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.902182] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-0e4d2cff-57c7-4fa4-be28-dcc606388e71 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 691.902182] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-0e4d2cff-57c7-4fa4-be28-dcc606388e71 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 691.902182] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-0e4d2cff-57c7-4fa4-be28-dcc606388e71 service nova] Enqueued Resource ID: a95d506b-dcbd-49d2-aa1c-a8a38d80ffde with Priority: HIGHEST for action port [ 691.902182] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 691.902349] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 691.902349] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95d506b-dcbd-49d2-aa1c-a8a38d80ffde with Priority: HIGHEST for action port [ 691.902599] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.902696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.902915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.903016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.903217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.903319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.903385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.903637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.903722] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95d506b-dcbd-49d2-aa1c-a8a38d80ffde',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.407113] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95d506b-dcbd-49d2-aa1c-a8a38d80ffde with status ACTIVE [ 692.407387] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.407582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.407677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.407905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.407998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.408199] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.408303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.408369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.408520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.408599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.408802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.408898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.408962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.409135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.409222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.409312] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95d506b-dcbd-49d2-aa1c-a8a38d80ffde is going to be updated. [ 692.438206] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.438519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.438670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.438828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.438988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95d506b-dcbd-49d2-aa1c-a8a38d80ffde" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.458090] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 693.458388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.459027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.459027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.459027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.459218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.459255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.459436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.459547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.459662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.460272] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.460272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.460272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.460426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.460579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.460675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.460741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.460906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.460986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.461108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.461545] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.462564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.462723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.462881] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.462986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.463060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.463202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.463274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.463379] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.891651] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4d1df88b-634d-4d89-996e-9e01c2d7c305 None None] Enqueued Resource ID: 4246c44d-7c13-428a-bfbd-3aa6bcfe7b39 with Priority: HIGHEST for action port [ 693.891651] env[66378]: INFO networking_nsxv3.common.synchronization [None req-092be9bf-3303-48f5-8bb2-273c80d55f74 None None] Enqueued Resource ID: be1f5184-183b-40c8-aaa7-56ce31e6eb7e with Priority: HIGHEST for action port [ 693.892337] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4246c44d-7c13-428a-bfbd-3aa6bcfe7b39 with Priority: HIGHEST for action port [ 693.892794] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1f5184-183b-40c8-aaa7-56ce31e6eb7e with Priority: HIGHEST for action port [ 693.893270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4246c44d-7c13-428a-bfbd-3aa6bcfe7b39 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.893908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4246c44d-7c13-428a-bfbd-3aa6bcfe7b39" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.894102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4246c44d-7c13-428a-bfbd-3aa6bcfe7b39" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.894770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4246c44d-7c13-428a-bfbd-3aa6bcfe7b39" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.894770] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4246c44d-7c13-428a-bfbd-3aa6bcfe7b39',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.895906] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1f5184-183b-40c8-aaa7-56ce31e6eb7e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.896162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1f5184-183b-40c8-aaa7-56ce31e6eb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.897222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1f5184-183b-40c8-aaa7-56ce31e6eb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.897222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1f5184-183b-40c8-aaa7-56ce31e6eb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.897222] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1f5184-183b-40c8-aaa7-56ce31e6eb7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.968344] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004cd794-5662-4450-981f-47b79036c59c: rpc.has_security_group_logging(os_id): False [ 693.968344] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.991028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.991028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.991028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.991028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.992296] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.992583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.992926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.993260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.993484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.993722] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be created. [ 694.057902] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.060108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.060108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.060108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.060108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.072302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 694.401526] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be1f5184-183b-40c8-aaa7-56ce31e6eb7e [ 694.401928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.401928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.401928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.402171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.402276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.402358] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be1f5184-183b-40c8-aaa7-56ce31e6eb7e already deleted. [ 694.402444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1f5184-183b-40c8-aaa7-56ce31e6eb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.402634] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4246c44d-7c13-428a-bfbd-3aa6bcfe7b39 [ 694.403577] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.403577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.403577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.403577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.403577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.403577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4246c44d-7c13-428a-bfbd-3aa6bcfe7b39 already deleted. [ 694.403577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4246c44d-7c13-428a-bfbd-3aa6bcfe7b39" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.471962] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.973806] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-a2818261-3d83-4ee2-8d05-0c047f36b6f5 tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 694.974479] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 694.975091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.975210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.975210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.976321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.976460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.976757] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 694.977953] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.981187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.014772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.014772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.014772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.014772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.014772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.028963] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 695.449639] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.449863] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.449998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.450311] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.451650] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.451650] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.451650] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.452921] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.453200] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453337] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.453454] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.453557] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.453656] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.453775] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.453914] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.454078] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.476698] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.476698] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.476698] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.476698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-784" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476698] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.476698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.476698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.477116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.477116] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcb90b5-344e-46bc-b66a-e6f299c8a4fa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.584654] env[66378]: INFO networking_nsxv3.common.synchronization [None req-dfacfa4c-a25e-4bf7-b9b5-c9d787786796 None None] Enqueued Resource ID: 1ad560f8-c728-4170-bffe-bba9f225b930 with Priority: HIGHEST for action port [ 695.585345] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad560f8-c728-4170-bffe-bba9f225b930 with Priority: HIGHEST for action port [ 695.586324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad560f8-c728-4170-bffe-bba9f225b930 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.586448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad560f8-c728-4170-bffe-bba9f225b930" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.586513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad560f8-c728-4170-bffe-bba9f225b930" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.586773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad560f8-c728-4170-bffe-bba9f225b930" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.586978] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad560f8-c728-4170-bffe-bba9f225b930',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.982030] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port afcb90b5-344e-46bc-b66a-e6f299c8a4fa not found, creating... [ 695.982030] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982708] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.982894] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.982945] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.983386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.983386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.983766] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: afcb90b5-344e-46bc-b66a-e6f299c8a4fa is going to be created. [ 696.006278] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.006497] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.006626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.006895] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.007148] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.007375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.090467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad560f8-c728-4170-bffe-bba9f225b930 [ 696.090764] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.091249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.091249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.091350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.091450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.091562] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad560f8-c728-4170-bffe-bba9f225b930 already deleted. [ 696.091683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad560f8-c728-4170-bffe-bba9f225b930" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.092730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 696.092963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.095173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.095173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.095173] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.596943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.778277] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0c0f0857-a0fd-4a8d-92a3-6a63368d8cb6 None None] Enqueued Resource ID: 2cf70dac-de94-4ea8-9ae0-aff7799112f2 with Priority: HIGHEST for action port [ 696.778911] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf70dac-de94-4ea8-9ae0-aff7799112f2 with Priority: HIGHEST for action port [ 696.779412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf70dac-de94-4ea8-9ae0-aff7799112f2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.779522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf70dac-de94-4ea8-9ae0-aff7799112f2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.779522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf70dac-de94-4ea8-9ae0-aff7799112f2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.779918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf70dac-de94-4ea8-9ae0-aff7799112f2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.779918] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf70dac-de94-4ea8-9ae0-aff7799112f2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.926028] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-7997c71c-4955-4991-b852-c6175861c2c7 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 696.926028] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-7997c71c-4955-4991-b852-c6175861c2c7 service nova] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 696.926225] env[66378]: INFO networking_nsxv3.common.synchronization [req-90ea53d2-1298-488a-869e-f56cd126697f req-7997c71c-4955-4991-b852-c6175861c2c7 service nova] Enqueued Resource ID: afcb90b5-344e-46bc-b66a-e6f299c8a4fa with Priority: HIGHEST for action port [ 696.929037] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_rules [ 696.929037] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 696.929037] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcb90b5-344e-46bc-b66a-e6f299c8a4fa with Priority: HIGHEST for action port [ 696.930029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.930029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.930029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.930029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.930029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.930029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.930323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.930323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.930401] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcb90b5-344e-46bc-b66a-e6f299c8a4fa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.043130] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 697.043382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.043561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.043781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.043990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.044116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.044184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.044385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.044494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.044619] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.283415] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cf70dac-de94-4ea8-9ae0-aff7799112f2 [ 697.283415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.283415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.283415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.283415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.283415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.283415] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cf70dac-de94-4ea8-9ae0-aff7799112f2 already deleted. [ 697.283642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf70dac-de94-4ea8-9ae0-aff7799112f2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.432703] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afcb90b5-344e-46bc-b66a-e6f299c8a4fa with status ACTIVE [ 697.433165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.433242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.433303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.433513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.433599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.434699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.434699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.434699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.434699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.434954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.434954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.435769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.435911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.436085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afcb90b5-344e-46bc-b66a-e6f299c8a4fa is going to be updated. [ 697.463778] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afcb90b5-344e-46bc-b66a-e6f299c8a4fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.548622] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.871513] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d8676271-daf5-4196-a9f0-e90238e9e02e None None] Enqueued Resource ID: 461a3612-b7a2-44c5-abeb-8a8bf20cc87b with Priority: HIGHEST for action port [ 697.872649] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461a3612-b7a2-44c5-abeb-8a8bf20cc87b with Priority: HIGHEST for action port [ 697.873411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-461a3612-b7a2-44c5-abeb-8a8bf20cc87b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.875776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461a3612-b7a2-44c5-abeb-8a8bf20cc87b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.875776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461a3612-b7a2-44c5-abeb-8a8bf20cc87b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.875776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461a3612-b7a2-44c5-abeb-8a8bf20cc87b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.875776] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461a3612-b7a2-44c5-abeb-8a8bf20cc87b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.053095] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.381595] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 461a3612-b7a2-44c5-abeb-8a8bf20cc87b [ 698.382078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.382269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.382342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.382557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.382648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382747] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:461a3612-b7a2-44c5-abeb-8a8bf20cc87b already deleted. [ 698.382831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461a3612-b7a2-44c5-abeb-8a8bf20cc87b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.556706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.556806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.557041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.557174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.557220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.558133] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 698.581709] env[66378]: INFO networking_nsxv3.common.synchronization [None req-269bbbe9-1f5d-40ec-a819-8763388e63b7 None None] Enqueued Resource ID: ab90d218-20b9-42da-a5b1-2205322a81c1 with Priority: HIGHEST for action port [ 698.582259] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab90d218-20b9-42da-a5b1-2205322a81c1 with Priority: HIGHEST for action port [ 698.582777] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab90d218-20b9-42da-a5b1-2205322a81c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.582960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab90d218-20b9-42da-a5b1-2205322a81c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.583055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab90d218-20b9-42da-a5b1-2205322a81c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.583367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab90d218-20b9-42da-a5b1-2205322a81c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.583479] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab90d218-20b9-42da-a5b1-2205322a81c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.598994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.599256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.599256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.599477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.614382] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 699.087503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab90d218-20b9-42da-a5b1-2205322a81c1 [ 699.087503] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.087503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.087503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.087503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.087503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.087503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab90d218-20b9-42da-a5b1-2205322a81c1 already deleted. [ 699.087503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab90d218-20b9-42da-a5b1-2205322a81c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325835] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0944b706-4139-4a6c-8dab-5acbfc49967d tempest-ServersTestJSON-1535051779 tempest-ServersTestJSON-1535051779-project-member] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 700.328245] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 700.328245] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.328245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.328245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.328245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.328245] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.468557] env[66378]: INFO networking_nsxv3.common.synchronization [None req-306f2694-e544-44ae-a129-25f4f44c56f9 tempest-ServersTestJSON-1535051779 tempest-ServersTestJSON-1535051779-project-member] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 700.469128] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 700.469432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.469786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.627726] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 700.627972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.628173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.628420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.628634] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.629076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.629155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.630390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.630532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.630633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.630763] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.632195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.632407] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.632407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.632407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.633810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.633810] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.850744] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.850952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.851419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851552] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b already deleted. [ 700.851646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.851839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.852067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.852172] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.909927] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b37f339e-4a73-46bd-b35f-b66121a222e8 None None] Enqueued Resource ID: db13b8f0-c84b-4f23-aba1-318306fb5a5d with Priority: HIGHEST for action port [ 700.911288] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db13b8f0-c84b-4f23-aba1-318306fb5a5d with Priority: HIGHEST for action port [ 700.911288] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-db13b8f0-c84b-4f23-aba1-318306fb5a5d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.911288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db13b8f0-c84b-4f23-aba1-318306fb5a5d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.911288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db13b8f0-c84b-4f23-aba1-318306fb5a5d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.911288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db13b8f0-c84b-4f23-aba1-318306fb5a5d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.911288] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db13b8f0-c84b-4f23-aba1-318306fb5a5d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.060351] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a747d3a7-66a0-4c8d-b0ca-8697e8ff23b8 tempest-ServersV294TestFqdnHostnames-1880456042 tempest-ServersV294TestFqdnHostnames-1880456042-project-member] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 701.061040] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 701.061532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.061710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.061809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.062217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.062378] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.136844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.137016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.137279] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.218178] env[66378]: INFO networking_nsxv3.common.synchronization [None req-54defddc-e42d-4f38-88c7-c42f7f2502ce tempest-ServersV294TestFqdnHostnames-1880456042 tempest-ServersV294TestFqdnHostnames-1880456042-project-member] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 701.218178] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 701.218178] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.374847] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.374847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.374847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.374847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.374847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.374847] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b already deleted. [ 701.374847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.413571] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db13b8f0-c84b-4f23-aba1-318306fb5a5d [ 701.414081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.414858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.414858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.414858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.414858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.415107] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db13b8f0-c84b-4f23-aba1-318306fb5a5d already deleted. [ 701.415107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db13b8f0-c84b-4f23-aba1-318306fb5a5d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.616378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.616559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.616605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.617711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.617854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.617963] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 already deleted. [ 701.618081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.618290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.618509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.618612] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.642119] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.142820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.142974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.143042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.143258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.143344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.143433] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 already deleted. [ 702.143526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.146970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.147156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.147188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.147386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.148089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.148089] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 702.178314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.178524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.178573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.178782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.178924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.188524] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 702.327950] env[66378]: INFO networking_nsxv3.common.synchronization [req-69c54e29-865b-450f-9a64-0b7e806d7c2e req-69e998e4-e9ed-41ee-be33-8e3139a8c1bc tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 702.327950] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 702.327950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.327950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.327950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.327950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.327950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.327950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.327950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.328337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.328337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.328337] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.832979] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.988876] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.989331] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.989519] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990118] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990314] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990421] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990677] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.991184] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.991256] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.991423] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.991502] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.991680] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.991796] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.992026] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.013874] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.014145] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.014361] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.014593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.014946] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-79603ada-f95f-42bf-9801-105e4c1771fe taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.015159] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.015304] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.015686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015861] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79603ada-f95f-42bf-9801-105e4c1771fe',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.335809] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.519054] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.519237] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.519353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.519607] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.519790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.519979] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 79603ada-f95f-42bf-9801-105e4c1771fe not found, creating... [ 703.520317] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520493] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520858] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520958] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.521087] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.521617] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.521819] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.521969] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.522245] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.522409] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522593] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 79603ada-f95f-42bf-9801-105e4c1771fe is going to be created. [ 703.547567] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.547840] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.547999] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.548380] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.548627] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.548893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.648842] env[66378]: INFO networking_nsxv3.common.synchronization [req-96b2e6ba-5aed-4c24-98f0-2cb2c9b445a0 req-56404e74-f2db-48dc-b601-934b039bdff5 tempest-InstanceActionsV221TestJSON-92296245 tempest-InstanceActionsV221TestJSON-92296245-project-member] Enqueued Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 703.649795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGHEST for action security_group_members [ 703.650289] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.650476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.650599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.650900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.651221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.651377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.651479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.651708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.651842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.651976] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.837924] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.838271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.838271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.838384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.838477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.838576] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 703.867467] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.867622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.867725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.867954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.868118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.877123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 704.155568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.155746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.155746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.155951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.156676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.156676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.156676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.156676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.156676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.157119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.157119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f is going to be updated. [ 704.203298] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.203511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.203511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.203844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.204044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206697] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 704.207482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.207566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.207903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.208023] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.208178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.208291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.208509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.208648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209492] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.209944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.210040] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.215194] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: IN_PROGRESS for 2s [ 704.287632] env[66378]: INFO networking_nsxv3.common.synchronization [req-69c54e29-865b-450f-9a64-0b7e806d7c2e req-2d3fae61-d861-4829-bedf-56c05417db33 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 704.287795] env[66378]: INFO networking_nsxv3.common.synchronization [req-69c54e29-865b-450f-9a64-0b7e806d7c2e req-2d3fae61-d861-4829-bedf-56c05417db33 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 704.287956] env[66378]: INFO networking_nsxv3.common.synchronization [req-69c54e29-865b-450f-9a64-0b7e806d7c2e req-2d3fae61-d861-4829-bedf-56c05417db33 service nova] Enqueued Resource ID: 79603ada-f95f-42bf-9801-105e4c1771fe with Priority: HIGHEST for action port [ 704.289259] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 704.289396] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 704.289493] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79603ada-f95f-42bf-9801-105e4c1771fe with Priority: HIGHEST for action port [ 704.289801] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.289922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.290014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.290203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.290313] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.291338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.291428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.291540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-79603ada-f95f-42bf-9801-105e4c1771fe taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.291679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.291743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.291923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.292009] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79603ada-f95f-42bf-9801-105e4c1771fe',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.712433] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004cd794-5662-4450-981f-47b79036c59c: rpc.has_security_group_logging(os_id): False [ 704.733901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.734163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.734163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.734448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.734580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.734879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.734966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.735032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.735377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.735500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.735863] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.735863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.735863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.736099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.736205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.736422] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.736562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.736636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.736805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.737066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.737066] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 704.796657] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79603ada-f95f-42bf-9801-105e4c1771fe with status ACTIVE [ 704.797092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.797092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.797297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.798027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.798027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.798027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.798027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.798027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.798027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.798359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.799067] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.799067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.799067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.799270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.799270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.799270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79603ada-f95f-42bf-9801-105e4c1771fe is going to be updated. [ 704.801677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.801677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814956] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.815125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.815193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.815542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.815740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.823299] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.823468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.823507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.823720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.823868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.824140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79603ada-f95f-42bf-9801-105e4c1771fe" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.831252] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 705.856394] env[66378]: INFO networking_nsxv3.common.synchronization [None req-f07b5988-3164-4a3b-a7fb-b87b92c5a738 None None] Enqueued Resource ID: 346d0e37-9f6f-4a26-b252-160895104ee4 with Priority: HIGHEST for action port [ 705.856618] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346d0e37-9f6f-4a26-b252-160895104ee4 with Priority: HIGHEST for action port [ 705.857598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-346d0e37-9f6f-4a26-b252-160895104ee4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.857714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346d0e37-9f6f-4a26-b252-160895104ee4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346d0e37-9f6f-4a26-b252-160895104ee4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.858017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346d0e37-9f6f-4a26-b252-160895104ee4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.860940] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346d0e37-9f6f-4a26-b252-160895104ee4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.890163] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 705.890685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.891402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.891656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.892017] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.892105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.892105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.892354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.892439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.892538] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.225558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: IN_PROGRESS for 4s [ 706.364689] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 346d0e37-9f6f-4a26-b252-160895104ee4 [ 706.366391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.366582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.366667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.366919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.367013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.367118] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:346d0e37-9f6f-4a26-b252-160895104ee4 already deleted. [ 706.367177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346d0e37-9f6f-4a26-b252-160895104ee4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.397393] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.845112] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 706.845332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.845508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.845715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.845801] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.899988] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.347887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.348417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.350345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.350345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.350345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.350345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.350345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.350345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.350345] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.404465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.404465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.404465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.404769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.404896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.405114] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 707.450942] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.466208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 707.580343] env[66378]: INFO networking_nsxv3.common.synchronization [req-950d6b0b-43b8-423d-a182-face24de5263 req-02b2ce5a-013a-4a41-aa10-272b50722e47 tempest-ServersAdminNegativeTestJSON-1902066985 tempest-ServersAdminNegativeTestJSON-1902066985-project-member] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 707.581014] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 707.581394] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.581494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.582619] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.582619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.582619] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.852177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.852353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.852447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.852694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.852879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.852996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.853092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.853263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.853357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.853442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.853635] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.853735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.853810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.853951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.854099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.854204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.854284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.854453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.854524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.854602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.854689] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.033614] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.034665] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.034665] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.038019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.038019] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.038019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.038019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.038019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.038019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.038019] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.038019] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.038019] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.038019] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.038019] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.038019] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.038019] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.060696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.060696] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.060696] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.060696] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.060696] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-850218ff-30a5-4b12-8c71-caa0cc8374e2 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.061613] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.062038] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.063079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.063079] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850218ff-30a5-4b12-8c71-caa0cc8374e2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.085148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.086095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.086184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.086414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.086513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.086759] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.086877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.087691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.088151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.088151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.088221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e already deleted. [ 708.088346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.152977] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ed4102c6-4b38-40bd-8ac5-ac460529caf2 None None] Enqueued Resource ID: aa3babe4-e893-4fdc-92c2-c4032e7cf381 with Priority: HIGHEST for action port [ 708.153599] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa3babe4-e893-4fdc-92c2-c4032e7cf381 with Priority: HIGHEST for action port [ 708.154056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa3babe4-e893-4fdc-92c2-c4032e7cf381 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.154193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa3babe4-e893-4fdc-92c2-c4032e7cf381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.154269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa3babe4-e893-4fdc-92c2-c4032e7cf381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.155478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa3babe4-e893-4fdc-92c2-c4032e7cf381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.155478] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3babe4-e893-4fdc-92c2-c4032e7cf381',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.240554] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f in Status: SUCCESS [ 708.240771] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f deletion is rescheduled due to dependency. [ 708.241036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.357614] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004cd794-5662-4450-981f-47b79036c59c: rpc.has_security_group_logging(os_id): False [ 708.376703] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.376844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.376929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.377377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.377377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.377479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.377544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.377594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.377826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.377931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.378219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.378377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.378548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.378706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.378833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.379385] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.379545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.380293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.380293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.380293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.380293] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 708.442931] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.443120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.443205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.443367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.443510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.458736] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 708.556946] env[66378]: INFO networking_nsxv3.common.synchronization [req-d1eaed28-3460-4b09-8859-ff4af9635b74 req-db309b8e-98cb-4008-bc86-baf893876c48 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 708.557528] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 708.557906] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.558019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.558246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.559414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.559597] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.559729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.560823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.561267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.561510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.561622] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.566778] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.567069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.567509] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.567915] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.568295] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.568422] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 850218ff-30a5-4b12-8c71-caa0cc8374e2 not found, creating... [ 708.568720] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.568887] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.569731] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.570632] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.570925] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.571226] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.571433] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.571812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.571950] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 850218ff-30a5-4b12-8c71-caa0cc8374e2 is going to be created. [ 708.602800] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.603070] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.603163] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.603440] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.603673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.603917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.658496] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa3babe4-e893-4fdc-92c2-c4032e7cf381 [ 708.658769] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.658910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.658975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.659257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.659372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.659903] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa3babe4-e893-4fdc-92c2-c4032e7cf381 already deleted. [ 708.659903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa3babe4-e893-4fdc-92c2-c4032e7cf381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.075291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.075582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.075582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.075800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.075891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.076102] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.076199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.076297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.076410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.076488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.076749] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 709.104682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.104832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.104888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.105110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.105257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.115151] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 709.291676] env[66378]: INFO networking_nsxv3.common.synchronization [req-950d6b0b-43b8-423d-a182-face24de5263 req-eae42649-cf2f-431d-85ba-385542788529 service nova] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_rules [ 709.292046] env[66378]: INFO networking_nsxv3.common.synchronization [req-950d6b0b-43b8-423d-a182-face24de5263 req-eae42649-cf2f-431d-85ba-385542788529 service nova] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 709.292301] env[66378]: INFO networking_nsxv3.common.synchronization [req-950d6b0b-43b8-423d-a182-face24de5263 req-eae42649-cf2f-431d-85ba-385542788529 service nova] Enqueued Resource ID: 850218ff-30a5-4b12-8c71-caa0cc8374e2 with Priority: HIGHEST for action port [ 709.292952] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_rules [ 709.293774] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 709.293979] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850218ff-30a5-4b12-8c71-caa0cc8374e2 with Priority: HIGHEST for action port [ 709.294756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.295042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.295241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.295866] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.297557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.297676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.297741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.298922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.298922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.298922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.298922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.298922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.298922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.299179] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.300252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-850218ff-30a5-4b12-8c71-caa0cc8374e2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.300361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.300428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.301355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.301355] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850218ff-30a5-4b12-8c71-caa0cc8374e2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.479166] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 709.479255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.480098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.480394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.480394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.480394] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.798713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.798869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.801326] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.803594] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 850218ff-30a5-4b12-8c71-caa0cc8374e2 with status ACTIVE [ 709.803844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.804944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.804944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.805265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.805265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.805265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.805395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.805463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.805543] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 850218ff-30a5-4b12-8c71-caa0cc8374e2 is going to be updated. [ 709.829320] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.829775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.830223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.830223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.830340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.830520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-850218ff-30a5-4b12-8c71-caa0cc8374e2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.982507] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.982652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.982725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.982944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.983133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.983240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.983326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.983493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.983583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.983671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.983818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.983910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.983971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.984133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.984264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.984390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.984445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.984573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.984654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.984734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.984821] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.069609] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9f2690ff-1a6d-4e28-999e-a2485b9bfaa4 None None] Enqueued Resource ID: 0a913cad-2ffc-41d5-9eda-2c2234d8d89e with Priority: HIGHEST for action port [ 710.070207] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a913cad-2ffc-41d5-9eda-2c2234d8d89e with Priority: HIGHEST for action port [ 710.070634] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a913cad-2ffc-41d5-9eda-2c2234d8d89e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.070853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a913cad-2ffc-41d5-9eda-2c2234d8d89e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.070853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a913cad-2ffc-41d5-9eda-2c2234d8d89e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.071126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a913cad-2ffc-41d5-9eda-2c2234d8d89e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.071224] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a913cad-2ffc-41d5-9eda-2c2234d8d89e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.308568] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.475877] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 710.476081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.487675] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b1405f-f4ef-4465-8195-0877a30f2597: rpc.has_security_group_logging(os_id): False [ 710.505901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.506040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.506090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507729] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.508047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.508166] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 710.574121] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a913cad-2ffc-41d5-9eda-2c2234d8d89e [ 710.574703] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.577316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.577316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.577316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.577316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.577316] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a913cad-2ffc-41d5-9eda-2c2234d8d89e already deleted. [ 710.577316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a913cad-2ffc-41d5-9eda-2c2234d8d89e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.578467] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.578800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.579660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.593658] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 710.768569] env[66378]: INFO networking_nsxv3.common.synchronization [req-f201d474-5c59-4ebc-96d0-2f5fbb7fdce6 req-e8d7ae4f-7254-4b87-bf14-676304ae9cf6 tempest-ServerRescueTestJSON-1687902005 tempest-ServerRescueTestJSON-1687902005-project-member] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 710.770639] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 710.770639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.770639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.770639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.770639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.770915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.770915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.770915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.771099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.771256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.771256] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.812235] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.812235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.812235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.812235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.812235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.812235] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be created. [ 710.843148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.843368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.843368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.843942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.844180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.856033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: UNINITIALIZED for 2s [ 711.127788] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 711.128446] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 711.128446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.161099] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.161099] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.161099] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.161602] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.161879] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.162331] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.162567] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.162818] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.163084] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.163606] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.187025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.187025] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.187025] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.187025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.187025] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-9abf725a-8729-414e-9e6a-73cba39cab7b taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.187025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.187025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.187025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.187025] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9abf725a-8729-414e-9e6a-73cba39cab7b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.249106] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a0ba9822-5035-4e8d-840c-3695f87c6eeb tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 711.250812] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 711.250812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.250812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.250812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.250812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.251634] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.273823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.274274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.274353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.274637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.274748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.274956] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.275063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.275179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.275471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.275471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.275471] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c already deleted. [ 711.275667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.410975] env[66378]: INFO networking_nsxv3.common.synchronization [None req-45d909cb-5931-4033-9f27-034c8e17e45e tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 711.411683] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 711.412708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.412840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.691686] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.691686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.691686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.691686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.691686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.691686] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 9abf725a-8729-414e-9e6a-73cba39cab7b not found, creating... [ 711.691686] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.692215] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.692215] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.692357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.692567] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.692995] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.693220] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.693379] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.693784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.693983] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.694214] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 9abf725a-8729-414e-9e6a-73cba39cab7b is going to be created. [ 711.718744] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.718949] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.718949] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.719292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.719525] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.719815] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.775443] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.775785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.775962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.776251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.776974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.777100] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 already deleted. [ 711.777197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.777353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.777766] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.326682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.326905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.326982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.328094] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 already deleted. [ 712.328520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.478107] env[66378]: INFO networking_nsxv3.common.synchronization [req-f201d474-5c59-4ebc-96d0-2f5fbb7fdce6 req-77fb6977-700d-4b61-af85-9a5031dd4366 service nova] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_rules [ 712.478516] env[66378]: INFO networking_nsxv3.common.synchronization [req-f201d474-5c59-4ebc-96d0-2f5fbb7fdce6 req-77fb6977-700d-4b61-af85-9a5031dd4366 service nova] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 712.478516] env[66378]: INFO networking_nsxv3.common.synchronization [req-f201d474-5c59-4ebc-96d0-2f5fbb7fdce6 req-77fb6977-700d-4b61-af85-9a5031dd4366 service nova] Enqueued Resource ID: 9abf725a-8729-414e-9e6a-73cba39cab7b with Priority: HIGHEST for action port [ 712.481098] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_rules [ 712.481098] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 712.481098] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9abf725a-8729-414e-9e6a-73cba39cab7b with Priority: HIGHEST for action port [ 712.481098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.481098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.481098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.481098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.481098] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.483264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.483410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.483482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.483688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.483872] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.484035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.484079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.484253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.484432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.484575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.488736] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9abf725a-8729-414e-9e6a-73cba39cab7b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.488892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.488980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.489187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.489270] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9abf725a-8729-414e-9e6a-73cba39cab7b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.608400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 712.608625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.804713] env[66378]: INFO networking_nsxv3.common.synchronization [None req-eb33e77f-4b76-4b5f-b2e2-107c5a8c7523 None None] Enqueued Resource ID: 0bfa3003-ae5c-439c-be77-5dd446ccbc76 with Priority: HIGHEST for action port [ 712.806411] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfa3003-ae5c-439c-be77-5dd446ccbc76 with Priority: HIGHEST for action port [ 712.807375] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bfa3003-ae5c-439c-be77-5dd446ccbc76 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.807470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bfa3003-ae5c-439c-be77-5dd446ccbc76" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.807544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bfa3003-ae5c-439c-be77-5dd446ccbc76" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.807814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bfa3003-ae5c-439c-be77-5dd446ccbc76" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.807905] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bfa3003-ae5c-439c-be77-5dd446ccbc76',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.867417] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 712.867650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869865] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869865] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.992100] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.993156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.993305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.997022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9abf725a-8729-414e-9e6a-73cba39cab7b with status ACTIVE [ 712.997022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.997022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.997022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.997022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.997022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9abf725a-8729-414e-9e6a-73cba39cab7b is going to be updated. [ 713.025095] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.025095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.025095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.025095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.025095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.025095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9abf725a-8729-414e-9e6a-73cba39cab7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.310369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bfa3003-ae5c-439c-be77-5dd446ccbc76 [ 713.310690] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.310839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.310910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.311505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.311505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.311505] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bfa3003-ae5c-439c-be77-5dd446ccbc76 already deleted. [ 713.311732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bfa3003-ae5c-439c-be77-5dd446ccbc76" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.371617] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.372398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.372502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.372861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.373178] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.373178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.373178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.373298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.373414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.373458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.373639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.373704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.373767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.373909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.374072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.374167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.374280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.375084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.375084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.375084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.375084] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.499432] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.877769] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2686597-eb85-4336-ae11-d3af87d8af1e: rpc.has_security_group_logging(os_id): False [ 713.896430] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.896594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.897063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.897251] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.897354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.897417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.897679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.897892] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.898046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.898117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.898262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.898340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.898521] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.898614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.898677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.898814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.898885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.898967] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be created. [ 713.960028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.960203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.960284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.960951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.961155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.973369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 714.002862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.003020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.003059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.003339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.003339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.003428] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be created. [ 714.031881] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.031881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.031881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.032186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.032407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.062553] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: UNINITIALIZED for 2s [ 715.867657] env[66378]: INFO networking_nsxv3.common.synchronization [None req-280d4f7d-e811-4401-96cb-915abfa179cc None None] Enqueued Resource ID: a06b6501-9505-46d2-bf06-cf1615580fc6 with Priority: HIGHEST for action port [ 715.868182] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b6501-9505-46d2-bf06-cf1615580fc6 with Priority: HIGHEST for action port [ 715.868453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06b6501-9505-46d2-bf06-cf1615580fc6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.868666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06b6501-9505-46d2-bf06-cf1615580fc6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.868755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06b6501-9505-46d2-bf06-cf1615580fc6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.870887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06b6501-9505-46d2-bf06-cf1615580fc6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.871942] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06b6501-9505-46d2-bf06-cf1615580fc6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.992522] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 715.992522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.076377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 716.076615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.077180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.077180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.077328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.077571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.078488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.078488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.078561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.079343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.079343] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.376297] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06b6501-9505-46d2-bf06-cf1615580fc6 [ 716.376494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.376624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.376800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.376995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.377100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.377195] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06b6501-9505-46d2-bf06-cf1615580fc6 already deleted. [ 716.377275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06b6501-9505-46d2-bf06-cf1615580fc6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.581803] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.581984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.582125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.582379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.582563] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.582663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.582728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.582879] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.582964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.583061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.583264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.583393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.583497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.583700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.583828] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.583926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.584014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.584233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.584331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.584440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.584559] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.590685] env[66378]: INFO networking_nsxv3.common.synchronization [None req-bdfaeb21-0441-4607-b8b3-a867f2205845 None None] Enqueued Resource ID: 3702fb45-2c06-4cd5-a7a9-24f5ac7c6575 with Priority: HIGHEST for action port [ 716.590796] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702fb45-2c06-4cd5-a7a9-24f5ac7c6575 with Priority: HIGHEST for action port [ 716.591275] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3702fb45-2c06-4cd5-a7a9-24f5ac7c6575 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.591584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3702fb45-2c06-4cd5-a7a9-24f5ac7c6575" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.591764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3702fb45-2c06-4cd5-a7a9-24f5ac7c6575" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3702fb45-2c06-4cd5-a7a9-24f5ac7c6575" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.592590] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3702fb45-2c06-4cd5-a7a9-24f5ac7c6575',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.900617] env[66378]: INFO networking_nsxv3.common.synchronization [req-4e0b80c7-667f-4c60-a6e6-e5f92d83aac1 req-42a944ec-702c-4b14-8822-81fceaf1b32c tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 716.903730] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 716.903936] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.904034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.904108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.904345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.904629] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.904784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.904876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.905176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.905309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.905438] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.090957] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d86104e2-0d37-418d-99f1-d278d334c56c: rpc.has_security_group_logging(os_id): False [ 717.094818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3702fb45-2c06-4cd5-a7a9-24f5ac7c6575 [ 717.095072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.095211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.095278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.095786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.095888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.096057] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3702fb45-2c06-4cd5-a7a9-24f5ac7c6575 already deleted. [ 717.096057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3702fb45-2c06-4cd5-a7a9-24f5ac7c6575" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.115621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.115763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.115842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.116455] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.116562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.117125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.117225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.117294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.117428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.117501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.117677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.117836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.117836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.117956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118127] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be created. [ 717.199309] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.199309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.199309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.199309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.199309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.213150] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 717.408129] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.910741] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.413278] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.413357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.413441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.413682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.413782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.413905] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 718.474245] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.474396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.474546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.489297] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 718.693673] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9a178d0e-66c0-466b-9512-6f1385c1d070 None None] Enqueued Resource ID: 88bc667c-43ec-4ae5-b677-1a16f310e296 with Priority: HIGHEST for action port [ 718.695035] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc667c-43ec-4ae5-b677-1a16f310e296 with Priority: HIGHEST for action port [ 718.695035] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bc667c-43ec-4ae5-b677-1a16f310e296 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.695035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bc667c-43ec-4ae5-b677-1a16f310e296" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.695035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bc667c-43ec-4ae5-b677-1a16f310e296" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.695355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bc667c-43ec-4ae5-b677-1a16f310e296" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.695355] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bc667c-43ec-4ae5-b677-1a16f310e296',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.195030] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d6fca769-f508-4262-b26d-2a201916fc0e None None] Enqueued Resource ID: 11461007-b1e8-4b07-b434-cdb0d856e0a8 with Priority: HIGHEST for action port [ 719.199024] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11461007-b1e8-4b07-b434-cdb0d856e0a8 with Priority: HIGHEST for action port [ 719.199024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-11461007-b1e8-4b07-b434-cdb0d856e0a8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11461007-b1e8-4b07-b434-cdb0d856e0a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11461007-b1e8-4b07-b434-cdb0d856e0a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11461007-b1e8-4b07-b434-cdb0d856e0a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.199024] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11461007-b1e8-4b07-b434-cdb0d856e0a8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.199024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88bc667c-43ec-4ae5-b677-1a16f310e296 [ 719.199024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.199024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88bc667c-43ec-4ae5-b677-1a16f310e296 already deleted. [ 719.199024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bc667c-43ec-4ae5-b677-1a16f310e296" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.226976] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 719.227380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.703417] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11461007-b1e8-4b07-b434-cdb0d856e0a8 [ 719.703679] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.703816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.703871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.704116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.704344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.704483] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11461007-b1e8-4b07-b434-cdb0d856e0a8 already deleted. [ 719.704545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11461007-b1e8-4b07-b434-cdb0d856e0a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.500184] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 720.500463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.750897] env[66378]: INFO networking_nsxv3.common.synchronization [None req-69d53d06-3842-4f4e-9488-7c3e4821343e None None] Enqueued Resource ID: dc298f54-6e6c-45c8-9deb-2d0f512d2471 with Priority: HIGHEST for action port [ 722.751339] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc298f54-6e6c-45c8-9deb-2d0f512d2471 with Priority: HIGHEST for action port [ 722.751339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc298f54-6e6c-45c8-9deb-2d0f512d2471 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.751439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc298f54-6e6c-45c8-9deb-2d0f512d2471" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.751439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc298f54-6e6c-45c8-9deb-2d0f512d2471" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.751775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc298f54-6e6c-45c8-9deb-2d0f512d2471" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.751848] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc298f54-6e6c-45c8-9deb-2d0f512d2471',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.256019] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc298f54-6e6c-45c8-9deb-2d0f512d2471 [ 723.256019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.256019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.256240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.256426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.256596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.256761] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc298f54-6e6c-45c8-9deb-2d0f512d2471 already deleted. [ 723.256902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc298f54-6e6c-45c8-9deb-2d0f512d2471" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.544841] env[66378]: INFO networking_nsxv3.common.synchronization [None req-2e04c335-2f48-4e34-8245-5868f7380afe None None] Enqueued Resource ID: a03b3a9c-568e-4498-a0a1-32b0ed44c014 with Priority: HIGHEST for action port [ 723.545816] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03b3a9c-568e-4498-a0a1-32b0ed44c014 with Priority: HIGHEST for action port [ 723.545857] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a03b3a9c-568e-4498-a0a1-32b0ed44c014 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.546371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a03b3a9c-568e-4498-a0a1-32b0ed44c014" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.546526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a03b3a9c-568e-4498-a0a1-32b0ed44c014" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.546845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a03b3a9c-568e-4498-a0a1-32b0ed44c014" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.546964] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03b3a9c-568e-4498-a0a1-32b0ed44c014',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.052467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a03b3a9c-568e-4498-a0a1-32b0ed44c014 [ 724.052710] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.053104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.053104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.053299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.053336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.053968] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a03b3a9c-568e-4498-a0a1-32b0ed44c014 already deleted. [ 724.053968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a03b3a9c-568e-4498-a0a1-32b0ed44c014" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.078433] env[66378]: INFO networking_nsxv3.common.synchronization [None req-cf2a4811-f37f-4d7f-838e-48d7a7e76aa3 None None] Enqueued Resource ID: 1954e779-522f-46fa-a286-f0e694b36d6f with Priority: HIGHEST for action port [ 726.078966] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1954e779-522f-46fa-a286-f0e694b36d6f with Priority: HIGHEST for action port [ 726.079747] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1954e779-522f-46fa-a286-f0e694b36d6f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.079919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1954e779-522f-46fa-a286-f0e694b36d6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.079919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1954e779-522f-46fa-a286-f0e694b36d6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.080877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1954e779-522f-46fa-a286-f0e694b36d6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.081709] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1954e779-522f-46fa-a286-f0e694b36d6f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.195590] env[66378]: INFO networking_nsxv3.common.synchronization [None req-97bb2a82-6930-449a-b0ce-02eb5859e074 None None] Enqueued Resource ID: 9f09a876-e16b-4699-965e-57ff316cad7b with Priority: HIGHEST for action port [ 726.196218] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f09a876-e16b-4699-965e-57ff316cad7b with Priority: HIGHEST for action port [ 726.196869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f09a876-e16b-4699-965e-57ff316cad7b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.197146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f09a876-e16b-4699-965e-57ff316cad7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.197325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f09a876-e16b-4699-965e-57ff316cad7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.198163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f09a876-e16b-4699-965e-57ff316cad7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.198292] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f09a876-e16b-4699-965e-57ff316cad7b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.360910] env[66378]: INFO networking_nsxv3.common.synchronization [req-aa820525-6c62-4da0-a9d6-14f6d742241b req-b394e2a5-22a6-4249-8f6b-26f2bb3119bd tempest-FloatingIPsAssociationTestJSON-1900862611 tempest-FloatingIPsAssociationTestJSON-1900862611-project-member] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 726.360910] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGHEST for action security_group_members [ 726.360910] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.360910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.361222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361376] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.361427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.361522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.361714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.361903] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.584208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1954e779-522f-46fa-a286-f0e694b36d6f [ 726.584282] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.585312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.585312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.585312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.585312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.585312] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1954e779-522f-46fa-a286-f0e694b36d6f already deleted. [ 726.585312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1954e779-522f-46fa-a286-f0e694b36d6f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.702098] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f09a876-e16b-4699-965e-57ff316cad7b [ 726.702411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.702558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.702629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.702845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.702935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.703042] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f09a876-e16b-4699-965e-57ff316cad7b already deleted. [ 726.703122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f09a876-e16b-4699-965e-57ff316cad7b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.866624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.866842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.866972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.867222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868364] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.868364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.868364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.868364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.868364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868364] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be updated. [ 726.905552] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.906115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.906115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.906115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.906257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.916358] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: IN_PROGRESS for 2s [ 728.934095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5ec27-7839-4046-b74f-fef473fd024c in Status: SUCCESS [ 728.934420] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c deletion is rescheduled due to dependency. [ 728.934595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.361191] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 731.361892] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 736.271567] env[66378]: INFO networking_nsxv3.common.synchronization [req-18a8e458-50b1-4796-88ec-12d0e59df565 req-473f2323-5059-4b56-bdec-d57fe267b93c tempest-TenantUsagesTestJSON-498046508 tempest-TenantUsagesTestJSON-498046508-project-member] Enqueued Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 736.271567] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 736.272731] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.273180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.276480] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.276480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.276480] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.641144] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.642217] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.642217] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.642217] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.642518] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.642518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.642676] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.642998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.643243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.643482] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.643596] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.643700] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.643802] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.643909] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.644051] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.644248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.666588] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.666779] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.667041] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.667246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.667610] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-9bb65180-3d48-448c-923f-1d7b86a39ad6 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.667800] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.667917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.668447] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.668447] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb65180-3d48-448c-923f-1d7b86a39ad6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.780380] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.780380] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.780380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.780688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.780688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.780688] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 already deleted. [ 736.780688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.172022] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.172022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.172022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.172231] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.172356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.172562] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 9bb65180-3d48-448c-923f-1d7b86a39ad6 not found, creating... [ 737.172821] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.173069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.173160] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.173333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.173464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.173738] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.173910] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.174032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.174232] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.174357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.174490] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 9bb65180-3d48-448c-923f-1d7b86a39ad6 is going to be created. [ 737.196763] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.196763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.196763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.196763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.196763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.196763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.918603] env[66378]: INFO networking_nsxv3.common.synchronization [req-18a8e458-50b1-4796-88ec-12d0e59df565 req-e6edaa86-8de2-4ab6-811c-4c807c8a4620 service nova] Enqueued Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_rules [ 737.918814] env[66378]: INFO networking_nsxv3.common.synchronization [req-18a8e458-50b1-4796-88ec-12d0e59df565 req-e6edaa86-8de2-4ab6-811c-4c807c8a4620 service nova] Enqueued Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 737.918897] env[66378]: INFO networking_nsxv3.common.synchronization [req-18a8e458-50b1-4796-88ec-12d0e59df565 req-e6edaa86-8de2-4ab6-811c-4c807c8a4620 service nova] Enqueued Resource ID: 9bb65180-3d48-448c-923f-1d7b86a39ad6 with Priority: HIGHEST for action port [ 737.919406] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_rules [ 737.919541] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 737.919639] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb65180-3d48-448c-923f-1d7b86a39ad6 with Priority: HIGHEST for action port [ 737.919908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.920800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.920800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.920800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.920800] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.921386] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.921434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.921503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.921693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.921835] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.921927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.921987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.922140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.922220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.922307] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.923044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb65180-3d48-448c-923f-1d7b86a39ad6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.923399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.923399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.923399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.923526] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb65180-3d48-448c-923f-1d7b86a39ad6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.425672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.425672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.425964] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.426820] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bb65180-3d48-448c-923f-1d7b86a39ad6 with status ACTIVE [ 738.427074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.427829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.427829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.427829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.427829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.427829] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.427829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.428142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.428142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.428142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.428243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.429527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.429527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.429527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.429527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.429527] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bb65180-3d48-448c-923f-1d7b86a39ad6 is going to be updated. [ 738.453441] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.453599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.453787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.454021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.454207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.454391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb65180-3d48-448c-923f-1d7b86a39ad6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930686] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.363914] env[66378]: INFO networking_nsxv3.common.synchronization [req-752ebcb7-1ca4-4803-9292-aaf6ac26eefa req-4b17daaf-6fce-4034-b6aa-3af961446049 tempest-InstanceActionsTestJSON-1804151759 tempest-InstanceActionsTestJSON-1804151759-project-member] Enqueued Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 739.365505] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 739.365505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.367878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.367878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.367878] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.434767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.434989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.435097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.435513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.435683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.435831] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 is going to be created. [ 739.467846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.467846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.467846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.467846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.467846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.479047] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: UNINITIALIZED for 2s [ 739.736271] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.736507] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.736642] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.737291] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.738122] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.738122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.738122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.738122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.738440] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.738472] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.739103] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.739103] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.739103] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.739103] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.739103] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.739604] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.761304] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.761511] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.761599] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.761788] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.762536] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-c9420fdc-8910-4923-a182-9679b112c5b1 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.762536] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.762536] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.762892] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.763072] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9420fdc-8910-4923-a182-9679b112c5b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.868981] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.869178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.869258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.869563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.869642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.869868] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.870019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.870078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.870252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.870329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.870456] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c already deleted. [ 739.870543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.270712] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.270712] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port c9420fdc-8910-4923-a182-9679b112c5b1 not found, creating... [ 740.270712] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.270712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.271405] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.271405] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271405] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271405] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.271894] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: c9420fdc-8910-4923-a182-9679b112c5b1 is going to be created. [ 740.308414] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.308676] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.308839] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.309186] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.309457] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.309706] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.013644] env[66378]: INFO networking_nsxv3.common.synchronization [req-752ebcb7-1ca4-4803-9292-aaf6ac26eefa req-20e7bfd4-806e-4204-92a6-528f791e2433 service nova] Enqueued Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_rules [ 741.013644] env[66378]: INFO networking_nsxv3.common.synchronization [req-752ebcb7-1ca4-4803-9292-aaf6ac26eefa req-20e7bfd4-806e-4204-92a6-528f791e2433 service nova] Enqueued Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 741.013799] env[66378]: INFO networking_nsxv3.common.synchronization [req-752ebcb7-1ca4-4803-9292-aaf6ac26eefa req-20e7bfd4-806e-4204-92a6-528f791e2433 service nova] Enqueued Resource ID: c9420fdc-8910-4923-a182-9679b112c5b1 with Priority: HIGHEST for action port [ 741.014674] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_rules [ 741.014882] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 741.014924] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9420fdc-8910-4923-a182-9679b112c5b1 with Priority: HIGHEST for action port [ 741.015286] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.015447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.015481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.016031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.016031] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.016878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.017186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.017276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.017465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.017648] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.017750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.018219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.018412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.018508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.018607] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.020460] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9420fdc-8910-4923-a182-9679b112c5b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.020460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.020460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.020460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.020460] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9420fdc-8910-4923-a182-9679b112c5b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.489935] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: SUCCESS [ 741.490295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.490295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.490507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.490700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.490820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.490886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.491043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.491128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.491218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.491301] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.521432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.521663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.522010] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.522962] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9420fdc-8910-4923-a182-9679b112c5b1 with status ACTIVE [ 741.523133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.523240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.523506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.523592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.523765] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.523869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.524710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.524816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.525164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.525279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.525346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.525629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.525718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.525786] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9420fdc-8910-4923-a182-9679b112c5b1 is going to be updated. [ 741.556606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.556606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.556606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.556851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.556904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.557134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9420fdc-8910-4923-a182-9679b112c5b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.994393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.994656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.994769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.994971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.995493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.996018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.996079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.996216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.996352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.996440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.996516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.996649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.996727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.996805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.996893] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.028245] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.499143] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44: rpc.has_security_group_logging(os_id): False [ 742.523293] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.523433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.523582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.523733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.523848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.524102] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.524244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.524312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.524520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.524616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.524971] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.525121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.525196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.525344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.525439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.525721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.525882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.525967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.526172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.526299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.526407] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 is going to be created. [ 742.530659] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.530874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.530978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.531257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.531353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.531449] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c is going to be created. [ 742.557291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.558111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.558238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.558435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.558526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.571052] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: UNINITIALIZED for 2s [ 742.603537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.603754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.603799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.604103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.604313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.620207] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: IN_PROGRESS for 2s [ 744.581487] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: SUCCESS [ 744.581927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.581927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.582277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.582346] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.582512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.582512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.582638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.582730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.582903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.582903] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.631804] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: SUCCESS [ 744.631990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.085154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.085336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.085416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.085718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.085922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.086072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.086195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.086306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.086418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.086564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.086645] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.086753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.086806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.087016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.087167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.087302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.087436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.087494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.087552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.087594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.087690] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.589949] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 701d5b28-7f42-4af8-acf7-53fc8ae39b9c: rpc.has_security_group_logging(os_id): False [ 745.609864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.610380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.610478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.610695] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.611139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.611228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.611455] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.611556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.611668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.611801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.611867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.612091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.612212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.612308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.612457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.612627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.612708] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c is going to be created. [ 745.683066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.683268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.683332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.683617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.683826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.695226] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: IN_PROGRESS for 2s [ 746.015644] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 746.015830] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 746.139927] env[66378]: INFO networking_nsxv3.common.synchronization [req-6395a80e-89d5-413d-8f11-e25fb430dd7b req-61921f7b-a1fa-44f8-80e6-38ac804e5acd tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 746.140568] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 746.141481] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141836] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.142014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.142114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.142537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.142537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.142537] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.506266] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.506368] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.507027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.507027] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.507027] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.507196] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.507320] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.507580] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.507694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.507954] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.508082] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.508480] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.508480] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.508480] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.508480] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.508718] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.531350] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.531477] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.531632] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.531811] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-18" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.533079] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-12760956-9f9c-45e4-b654-2fb194b2666d taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.533079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.533079] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12760956-9f9c-45e4-b654-2fb194b2666d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.644848] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.036043] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.036043] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.036218] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.036468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.036635] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.036769] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 12760956-9f9c-45e4-b654-2fb194b2666d not found, creating... [ 747.037087] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.037269] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.037387] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.037616] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.037750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.038054] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.038212] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.038328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.038549] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.038677] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.038811] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 12760956-9f9c-45e4-b654-2fb194b2666d is going to be created. [ 747.062087] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.062338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.062484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.062769] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.063069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.063333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.147468] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.652205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.652550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.652550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.652871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.652871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.652994] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 747.692188] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.692379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.692472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.692733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.694264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.705381] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 747.706322] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: SUCCESS [ 747.706539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.801365] env[66378]: INFO networking_nsxv3.common.synchronization [req-6395a80e-89d5-413d-8f11-e25fb430dd7b req-5ab68694-5228-46d1-9388-4c5cf9ed74b2 service nova] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 747.801365] env[66378]: INFO networking_nsxv3.common.synchronization [req-6395a80e-89d5-413d-8f11-e25fb430dd7b req-5ab68694-5228-46d1-9388-4c5cf9ed74b2 service nova] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 747.801365] env[66378]: INFO networking_nsxv3.common.synchronization [req-6395a80e-89d5-413d-8f11-e25fb430dd7b req-5ab68694-5228-46d1-9388-4c5cf9ed74b2 service nova] Enqueued Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 747.801365] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 747.801365] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 747.801688] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 747.802361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.802758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.802758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.803035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.803184] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.805150] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.805337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.805579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12760956-9f9c-45e4-b654-2fb194b2666d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.805893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.806026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.806325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.806325] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12760956-9f9c-45e4-b654-2fb194b2666d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.306753] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.306753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.310104] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12760956-9f9c-45e4-b654-2fb194b2666d with status ACTIVE [ 748.310317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.310452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.310532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.310764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.310891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.311115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.311522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.311522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.311651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.311724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.311922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.312033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.312093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.312236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.312311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.312393] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12760956-9f9c-45e4-b654-2fb194b2666d is going to be updated. [ 748.339998] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.342056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.719442] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 749.719751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.719751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.720031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.721029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.721029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.721029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.721029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.721029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.721262] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.226314] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.572060] env[66378]: INFO networking_nsxv3.common.synchronization [req-b80fc61b-23b7-4df0-8d7b-54a2fe4d71fa req-b3e45b62-f292-40c9-92f7-04efd2608226 tempest-TenantUsagesTestJSON-498046508 tempest-TenantUsagesTestJSON-498046508-project-member] Enqueued Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 750.572060] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGHEST for action security_group_members [ 750.572060] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.572060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.572060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.572426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.572706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.574427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.574427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.574427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.574427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.574427] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.729245] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.075611] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.076069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.076273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.076572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.076757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.077056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.077362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.077529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.078134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.078134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.078134] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 is going to be updated. [ 751.122482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.123422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.123422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.123422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.123682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.133148] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: IN_PROGRESS for 2s [ 751.232059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.232327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.232417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.232811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.232984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.233283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 751.281741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.281906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.281951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.282179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.282322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.291241] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 752.419869] env[66378]: INFO networking_nsxv3.common.synchronization [req-2d002659-3d8d-46ed-9976-e85c4f71c29a req-0408d5cc-07f2-45e6-9417-468a31bce8c9 tempest-DeleteServersAdminTestJSON-1026942440 tempest-DeleteServersAdminTestJSON-1026942440-project-member] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 752.419869] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 752.420187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.420249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.420357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.420614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.421303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.421303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.421303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.421537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.421537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421622] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.840218] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.840335] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.840429] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.840698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.840951] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.841119] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.841230] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.841717] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.841917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.842649] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.842649] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.842649] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.842649] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.842649] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.842649] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.842873] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.865786] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.865786] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.865786] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.865786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.865786] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.865786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.865786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.865786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.865786] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.925687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.925882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.925951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.926186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.926277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.926473] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.926568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.928689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.928689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.928689] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 already deleted. [ 752.928689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.144840] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 in Status: SUCCESS [ 753.145192] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 deletion is rescheduled due to dependency. [ 753.145375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.303161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 753.303440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.303667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.303911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.304135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.304284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.304360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.304542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.304633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.304763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.304867] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.368366] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.368605] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.368752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.369134] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.369353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.369637] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc not found, creating... [ 753.370144] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370455] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371809] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371979] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.372105] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.372329] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.372792] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc is going to be created. [ 753.395548] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.395822] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.395951] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.396239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.396463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810927] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.113334] env[66378]: INFO networking_nsxv3.common.synchronization [req-2d002659-3d8d-46ed-9976-e85c4f71c29a req-516d8a4f-89c1-4441-851c-484aeab43fc7 service nova] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_rules [ 754.113570] env[66378]: INFO networking_nsxv3.common.synchronization [req-2d002659-3d8d-46ed-9976-e85c4f71c29a req-516d8a4f-89c1-4441-851c-484aeab43fc7 service nova] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 754.113718] env[66378]: INFO networking_nsxv3.common.synchronization [req-2d002659-3d8d-46ed-9976-e85c4f71c29a req-516d8a4f-89c1-4441-851c-484aeab43fc7 service nova] Enqueued Resource ID: 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc with Priority: HIGHEST for action port [ 754.114261] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_rules [ 754.114397] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 754.114496] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc with Priority: HIGHEST for action port [ 754.114790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.114915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.115048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.115587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.115713] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.116887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.117073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.117170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.117620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.118029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.118179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.118273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.118533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.118920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.118987] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.121106] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.121313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.121654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.121863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.122266] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.316613] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 754.336369] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.336715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.336852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.337120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.338493] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.338493] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.338493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.338933] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.339389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.339512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.339781] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 754.404536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.404690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.404870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.405096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.405268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.420055] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 754.624309] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.624309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.624309] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.625535] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc with status ACTIVE [ 754.625754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.626160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.626246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.626478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.626553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.626584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.626720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.626791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.626961] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.627567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.627643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.627806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.627885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.627966] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc is going to be updated. [ 754.652918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.652918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.652918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.652918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.653100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.653295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc37c33-04d8-4e9a-8bc1-e0099fc1d2dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.130494] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.635626] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.635911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.637175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.637422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.637525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.637639] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be created. [ 755.673487] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.673789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.673789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.673994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.674177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.687879] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: UNINITIALIZED for 2s [ 756.283883] env[66378]: INFO networking_nsxv3.common.synchronization [req-448510c8-4052-498d-a4c3-d99e7fb5b4d1 req-ba75bb9c-aa06-4be9-8894-8054e6c80aab tempest-ServerGroupTestJSON-1549684922 tempest-ServerGroupTestJSON-1549684922-project-member] Enqueued Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 756.284881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 756.285313] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.285498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.285610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.285939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.286230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.286453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.286584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.286813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.286938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.287103] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.442169] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 756.442169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.728151] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.728258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-336" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.728336] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-336" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.728689] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-336" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.728954] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.729155] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.729273] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.729484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.729620] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.729820] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.729991] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.730119] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.730288] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.730343] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.730407] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.730532] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.748821] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.748992] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.749140] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.749343] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-336" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.749644] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-70ef6657-3df5-4177-90f3-8a17af2d3209 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.749812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.749929] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.750269] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.750403] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ef6657-3df5-4177-90f3-8a17af2d3209',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.789501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.789668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.789744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.789984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.790090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.790291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.790390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.790490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.790592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.790665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.790747] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 already deleted. [ 756.790828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.824955] env[66378]: INFO networking_nsxv3.common.synchronization [req-11350c52-a763-4df2-872c-4577656aedf7 req-0f7ec537-aeb5-4b9c-ad50-4451143e7ae8 tempest-ListImageFiltersTestJSON-2029695914 tempest-ListImageFiltersTestJSON-2029695914-project-member] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 756.825534] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 756.825893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826462] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826958] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.253784] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.253984] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254155] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.255356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255356] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 70ef6657-3df5-4177-90f3-8a17af2d3209 not found, creating... [ 757.255356] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.255356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.255356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.255356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.255692] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.256339] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.256339] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256339] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.256574] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.256891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.256891] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 70ef6657-3df5-4177-90f3-8a17af2d3209 is going to be created. [ 757.278353] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.278604] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.278759] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.279063] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.279303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.279523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.330301] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.698436] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 757.698618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.698765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.698993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.699195] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.699314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.699375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.699528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.699609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.699709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.699801] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.832151] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.098687] env[66378]: INFO networking_nsxv3.common.synchronization [req-448510c8-4052-498d-a4c3-d99e7fb5b4d1 req-980803d9-e152-40fe-bfd7-1d088f4c8d40 service nova] Enqueued Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_rules [ 758.098687] env[66378]: INFO networking_nsxv3.common.synchronization [req-448510c8-4052-498d-a4c3-d99e7fb5b4d1 req-980803d9-e152-40fe-bfd7-1d088f4c8d40 service nova] Enqueued Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 758.098859] env[66378]: INFO networking_nsxv3.common.synchronization [req-448510c8-4052-498d-a4c3-d99e7fb5b4d1 req-980803d9-e152-40fe-bfd7-1d088f4c8d40 service nova] Enqueued Resource ID: 70ef6657-3df5-4177-90f3-8a17af2d3209 with Priority: HIGHEST for action port [ 758.100378] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_rules [ 758.100378] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 758.100378] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ef6657-3df5-4177-90f3-8a17af2d3209 with Priority: HIGHEST for action port [ 758.100843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.100970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.100970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.101974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.101974] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.103653] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.105569] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.105569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.105569] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.108587] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ef6657-3df5-4177-90f3-8a17af2d3209 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.108587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.108587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.109404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.109404] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ef6657-3df5-4177-90f3-8a17af2d3209',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.187381] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 758.187616] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 758.188701] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 758.188701] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 758.188955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.189117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.189260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.190109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.190109] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.190109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.190109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.190408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.190558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.190907] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.192106] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.192247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.192339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.192746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.192855] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.196032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.196032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.196032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.196032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.196032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.202500] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.202760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.202760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.202965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.203118] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.203232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.203285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.203483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.203554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.203605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.203728] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.203850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.203910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.204025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.204162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.204279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.204377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.204450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.204525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.204599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.204678] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.246061] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_rules [ 758.247872] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 758.248046] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 758.248185] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 758.248371] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4202865-082b-4428-83d8-5732d57eb250 req-f0313523-cf9a-437c-addd-1e77dea564e6 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 758.248861] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_rules [ 758.249081] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 758.249143] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 758.249300] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 758.249432] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 758.249998] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.250228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.250458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.251075] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.252065] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.252065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.252065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.252065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.252065] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.256508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12760956-9f9c-45e4-b654-2fb194b2666d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.256508] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12760956-9f9c-45e4-b654-2fb194b2666d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.256508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.335478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.335478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.335478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.335478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.335478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.335478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 758.368028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.368028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.368028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.368028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.368028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.377305] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 758.604103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.604290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.608772] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.612759] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70ef6657-3df5-4177-90f3-8a17af2d3209 with status ACTIVE [ 758.613104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.613248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.613306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.614029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.614029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.614029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.614029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.614029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.614262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.614262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.614400] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.614501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.614562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.614700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.614845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.614950] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70ef6657-3df5-4177-90f3-8a17af2d3209 is going to be updated. [ 758.641336] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.641572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.641572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.641767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.641881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.642047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ef6657-3df5-4177-90f3-8a17af2d3209" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.695866] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.697032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.707033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c45b313c-a772-4871-bf64-514fadcaaaa7: rpc.has_security_group_logging(os_id): False [ 758.738843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.738961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.739093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.739506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.739574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.739779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.739888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.739950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.740143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.740224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.740408] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.740505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.740570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.740712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.740788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.740966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.741217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.741281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.741426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.741505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.741607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be created. [ 758.755242] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.755486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757524] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12760956-9f9c-45e4-b654-2fb194b2666d with status ACTIVE [ 758.757704] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.758121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.758194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.758951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.759069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.759257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.759346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.759773] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.759773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.759773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.759905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.759936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.760627] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12760956-9f9c-45e4-b654-2fb194b2666d is going to be updated. [ 758.798429] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.798576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.798642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.798864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.799082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.799227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.851532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.851532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.851691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.851918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.852182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.869954] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 759.112227] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.199100] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.201378] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.617385] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.617734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.617734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.617852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.617931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.618046] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 is going to be created. [ 759.647602] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.647774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.647842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.650037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.650037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: UNINITIALIZED for 2s [ 759.673142] env[66378]: INFO networking_nsxv3.common.synchronization [req-2546f5c3-e7e5-4206-aa20-f8befd8fe803 req-c7444b84-f3a3-424c-8cc5-03f4941377a0 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 759.673142] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 759.673142] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.673142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.673426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.673756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.674019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.674235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.674374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.674601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.674849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.675067] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.704488] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.704488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.707687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 759.707687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.707687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.707687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be created. [ 759.740737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.741138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.741138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.741426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.741609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.745813] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.745813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.745813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.746073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.746229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.754687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: UNINITIALIZED for 2s [ 759.755493] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 760.058239] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.058436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.058533] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.058870] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.059787] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.060089] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.060234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.060626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.060774] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.061066] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.061115] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.061221] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.061327] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.061475] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.061599] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.061657] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.084121] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.084121] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.084121] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.084121] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.084405] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-801dc1cb-a8e6-4c8c-a95f-301977d4c818 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.084586] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.084678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.085062] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.085221] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801dc1cb-a8e6-4c8c-a95f-301977d4c818',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.178795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.178795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.178795] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 already deleted. [ 760.178795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.389827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 760.390090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.590209] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.590543] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.590635] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.590905] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.591051] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.591240] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 801dc1cb-a8e6-4c8c-a95f-301977d4c818 not found, creating... [ 760.591574] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.591755] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.591871] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.592384] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.592545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.592885] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.593087] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.593183] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.593447] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.593688] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.593688] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 801dc1cb-a8e6-4c8c-a95f-301977d4c818 is going to be created. [ 760.618490] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.618909] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.619151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.619494] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.619727] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.620040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.885095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 760.885342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.414758] env[66378]: INFO networking_nsxv3.common.synchronization [req-2546f5c3-e7e5-4206-aa20-f8befd8fe803 req-12895001-8d98-497a-9fb8-67ef2d8e7a9f service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 761.415045] env[66378]: INFO networking_nsxv3.common.synchronization [req-2546f5c3-e7e5-4206-aa20-f8befd8fe803 req-12895001-8d98-497a-9fb8-67ef2d8e7a9f service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 761.415107] env[66378]: INFO networking_nsxv3.common.synchronization [req-2546f5c3-e7e5-4206-aa20-f8befd8fe803 req-12895001-8d98-497a-9fb8-67ef2d8e7a9f service nova] Enqueued Resource ID: 801dc1cb-a8e6-4c8c-a95f-301977d4c818 with Priority: HIGHEST for action port [ 761.415605] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 761.415787] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 761.415873] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801dc1cb-a8e6-4c8c-a95f-301977d4c818 with Priority: HIGHEST for action port [ 761.416786] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.416915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.416984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.417252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.417591] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.418469] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.418566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.418631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.419307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.421066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.421066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.421066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.421066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.421066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.421066] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.421651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-801dc1cb-a8e6-4c8c-a95f-301977d4c818 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.421651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.421651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.421651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.421651] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801dc1cb-a8e6-4c8c-a95f-301977d4c818',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.476825] env[66378]: INFO networking_nsxv3.common.synchronization [None req-c74a532e-3838-47ae-bf7c-6afc0a66e3b4 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 761.477472] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 761.477897] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.478060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.478135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.478424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.478511] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.630260] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3ddf566f-0159-4c59-96ae-fc587d90c4f8 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 761.630260] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 761.632210] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.632375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.671747] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: SUCCESS [ 761.671747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.671928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.673017] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.673017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.673403] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.776168] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 761.776361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.776520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.777215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.777215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.777215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.777215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.777436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.777436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.777519] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.779053] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 761.779252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.779413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.779569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.779789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.779865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.779992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.780095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.780207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.780265] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.860061] env[66378]: INFO networking_nsxv3.common.synchronization [req-8fe6e0a4-eb58-47b0-b5c2-d1ba57c802e5 req-8672c63d-bb72-42a0-9c87-7ea6fc595502 tempest-InstanceActionsTestJSON-1804151759 tempest-InstanceActionsTestJSON-1804151759-project-member] Enqueued Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 761.860816] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGHEST for action security_group_members [ 761.861248] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.861379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.861448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.861661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.861807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.861905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.861969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.862130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.862220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.862316] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.928609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.929110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.929110] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.930942] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 801dc1cb-a8e6-4c8c-a95f-301977d4c818 with status ACTIVE [ 761.931314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.931399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.931448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.931671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.931764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.931946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.932064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.932128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.932283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.932848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.932848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.932848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.932848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.932848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.933034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.933034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 801dc1cb-a8e6-4c8c-a95f-301977d4c818 is going to be updated. [ 761.961388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.961388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.961388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.961388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.961549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.961711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-801dc1cb-a8e6-4c8c-a95f-301977d4c818" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.005737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.005737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.005961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.006237] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc already deleted. [ 762.006320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.006479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006721] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.177818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.177818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.177818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.178382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.178382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.178382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.178382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.178382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.178546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.178546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.178613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.178700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.178785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.178888] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.284412] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.284412] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.365040] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.365384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.365672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.370929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.370929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.370929] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c is going to be updated. [ 762.401945] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.402173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.402173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.402418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.404085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.416178] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: IN_PROGRESS for 2s [ 762.437032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.532310] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.532643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.532740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.533124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.533315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.533531] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc already deleted. [ 762.533731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.680686] env[66378]: INFO networking_nsxv3.common.synchronization [req-b33d9d7c-9624-4896-a8da-94157a28a811 req-cb7a5376-12fc-48f9-8dde-a53beb02328e tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 762.682066] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 762.682066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.682066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.682066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.682332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.682573] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.682716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.682863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.683041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.683120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.683888] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.688968] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bcaa4b-1f87-430f-902f-12bfe0bdff02: rpc.has_security_group_logging(os_id): False [ 762.711943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.712296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.712296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.712591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.712738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.713038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.713241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.713300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.713466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.713587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.713801] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.713919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.714161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.714161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.714290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.714507] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.714616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.714703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.714911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.715130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.715231] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 is going to be created. [ 762.777751] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.777930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.777973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.778182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.778367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.784157] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.790116] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.791925] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: IN_PROGRESS for 2s [ 762.943316] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.943316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.943316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.943536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.943633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.944528] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be created. [ 762.971134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.971297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.971640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.971640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.971747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.985222] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: UNINITIALIZED for 2s [ 763.087852] env[66378]: INFO networking_nsxv3.common.synchronization [req-2405f0f2-d1ac-41ea-8156-2fc79232f64f req-85cb18b5-b1fc-4c1d-9b68-f4a6a4279457 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 763.088442] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 763.088793] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.089619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.089619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.091668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.091668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.091668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.091668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.091668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.092030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.092030] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.189966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.190355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.190583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.190709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.191077] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.191220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.191315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.192767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.192767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.192971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be updated. [ 763.227343] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.227343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.227343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.227343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.227343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.236855] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 763.287313] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.287540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.287647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.287961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.288117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.288264] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 763.293164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.293347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.293402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.294116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.294116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.294442] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be updated. [ 763.366863] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.367073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.367073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.367297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.370357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.376767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.376767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.376767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.377244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.377244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.382341] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 763.394036] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 763.569504] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.569817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.573188] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.573188] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.573371] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.573371] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.573717] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.573815] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.574116] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.574269] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.574377] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.574480] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.574708] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.574885] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.574937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.594778] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.595427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.595427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.595567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.595713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.596329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.596684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.596684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.596958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.596958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.597147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa already deleted. [ 763.597730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.600321] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.600321] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.601058] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.601294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.602198] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-1064bd52-579b-48d1-b443-6b82325e05b4 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.602496] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.602689] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.603233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.603601] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1064bd52-579b-48d1-b443-6b82325e05b4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.109819] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.110263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.110263] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.110473] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.110619] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.110767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 1064bd52-579b-48d1-b443-6b82325e05b4 not found, creating... [ 764.111036] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.111186] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.111309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.111524] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.111657] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.111927] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.112096] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.112208] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.112404] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.112532] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.112662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 1064bd52-579b-48d1-b443-6b82325e05b4 is going to be created. [ 764.132958] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.133243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.133325] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.133620] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.133853] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.134116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.425965] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c in Status: SUCCESS [ 764.426206] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c deletion is rescheduled due to dependency. [ 764.426367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.805802] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: SUCCESS [ 764.806565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868299] env[66378]: INFO networking_nsxv3.common.synchronization [req-2405f0f2-d1ac-41ea-8156-2fc79232f64f req-739bc434-865d-44aa-94c1-3c091acf309d service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 764.868299] env[66378]: INFO networking_nsxv3.common.synchronization [req-2405f0f2-d1ac-41ea-8156-2fc79232f64f req-739bc434-865d-44aa-94c1-3c091acf309d service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 764.868299] env[66378]: INFO networking_nsxv3.common.synchronization [req-2405f0f2-d1ac-41ea-8156-2fc79232f64f req-739bc434-865d-44aa-94c1-3c091acf309d service nova] Enqueued Resource ID: 1064bd52-579b-48d1-b443-6b82325e05b4 with Priority: HIGHEST for action port [ 764.871655] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 764.871655] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 764.871781] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1064bd52-579b-48d1-b443-6b82325e05b4 with Priority: HIGHEST for action port [ 764.872391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.872525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.872591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.872903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.873020] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.873977] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.874581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.874581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.874581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.874581] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.874947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.874947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.874947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.875058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.875143] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.876091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1064bd52-579b-48d1-b443-6b82325e05b4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.876277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.876277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.876380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.876425] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1064bd52-579b-48d1-b443-6b82325e05b4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.996356] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 764.996455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.996648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.996866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.997085] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.997208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.997323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.997536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.997536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.997626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.997686] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.246584] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 765.246859] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 deletion is rescheduled due to dependency. [ 765.246893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.380269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.380269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.380269] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.381851] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1064bd52-579b-48d1-b443-6b82325e05b4 with status ACTIVE [ 765.381851] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.381851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.381851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.382110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.382110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.382177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.383295] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.383295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.383295] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1064bd52-579b-48d1-b443-6b82325e05b4 is going to be updated. [ 765.397548] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 765.397752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.398763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.398972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.399177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.399295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.399382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.399558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.399620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.399708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.399792] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.407842] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 765.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.408786] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.408786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.409106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.409106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.409106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.409203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.409274] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.410873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.410982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.411074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.411212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.411335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.411479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1064bd52-579b-48d1-b443-6b82325e05b4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.500502] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.500864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.500989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.501405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.501844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.502031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.502031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.502292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.502432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.503438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.503695] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.504215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.504356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.504515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.504680] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.712563] env[66378]: INFO networking_nsxv3.common.synchronization [req-7aed3b5c-95fc-4753-b662-08cd0e1cfa6e req-ecc410d8-d79a-4aa1-a8d0-5026a852532e tempest-DeleteServersAdminTestJSON-52075289 tempest-DeleteServersAdminTestJSON-52075289-project-admin] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 765.712563] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 765.713068] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.713692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.714009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.714101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.714196] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.826454] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 765.826571] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 765.826826] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 765.828530] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 765.829291] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 765.829291] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 765.829647] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.829894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.830065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.830522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.830821] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.831047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.831224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.831484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.831671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.831817] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.833533] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.833742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.833894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.834258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.834540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.834755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.834919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.835246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.835430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.835886] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.837313] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.837465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.837600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.838164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.838953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.839131] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.884704] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_rules [ 765.884704] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 765.884938] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_rules [ 765.884984] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 765.885136] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 765.885267] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 765.885388] env[66378]: INFO networking_nsxv3.common.synchronization [req-e8f8a3aa-16ba-4e19-9da6-d55b935a6add req-7d5a411c-6467-4864-b51e-8a0da9748d64 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 765.886449] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.887257] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_rules [ 765.887399] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_rules [ 765.887501] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 765.887599] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12760956-9f9c-45e4-b654-2fb194b2666d with Priority: HIGHEST for action port [ 765.887689] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_rules [ 765.887778] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 765.887871] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 765.888713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95b1ece8-199d-403e-b4eb-22e74d5a9ff5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.889559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.889686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.890923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.891620] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.892526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.892622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.892925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12760956-9f9c-45e4-b654-2fb194b2666d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.893978] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12760956-9f9c-45e4-b654-2fb194b2666d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.897262] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.898128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.898459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.899021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.902412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.902541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.913479] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.007355] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 766.028120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.028242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.028321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.028546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.028637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.028847] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.029908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.029908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.030339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.030516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.030568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.030712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.030944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.033165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be created. [ 766.102329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.102494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.102545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.102808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.102996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.119706] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 766.216903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.217314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.217470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.217723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.217820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.218050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.219346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.219346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.219346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.219346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.219346] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be updated. [ 766.262687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.263040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.263040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.263650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.263650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.273439] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 766.340963] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.342364] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.343832] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.389537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.389712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.389783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.390071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.390172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.390271] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 766.397134] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-ddd3bb86-4b2b-437e-8911-fc99d747a325 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 766.397134] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 766.398046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.398046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.398046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.398046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.398046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.399148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.399148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.399148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.399148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399148] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.403171] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12760956-9f9c-45e4-b654-2fb194b2666d with status ACTIVE [ 766.403171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403171] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12760956-9f9c-45e4-b654-2fb194b2666d is going to be updated. [ 766.404416] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.404540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.415306] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad340dec-446f-454e-bc51-5194c66ac2a4: rpc.has_security_group_logging(os_id): False [ 766.421686] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.421870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.421936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.424927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.424927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.427875] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.428312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.429066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.429066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.429066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.429066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12760956-9f9c-45e4-b654-2fb194b2666d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.437722] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: UNINITIALIZED for 2s [ 766.452453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.452646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.452743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.452962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.453835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453835] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be created. [ 766.534251] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.534251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.534251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.534251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.534251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.558636] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 766.826773] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.826998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.827247] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.827685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.827986] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.828248] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.828408] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.828693] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.828896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.829163] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.829311] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.829448] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.829582] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.829721] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.829870] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.830013] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.845281] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.846831] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.847415] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.849460] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.849606] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.849740] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.849915] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.850229] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-78d0b57b-f461-4fc1-aa07-ca05e420bf96 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.850393] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.850910] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.850967] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.851140] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d0b57b-f461-4fc1-aa07-ca05e420bf96',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.901095] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.901095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.901095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.901095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.901095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.901683] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.901683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.901683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.901683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.901683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.901851] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 766.937690] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.937690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.937690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.937902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.937902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.947592] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 767.349861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.350250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.350250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.350250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.350356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.350356] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 is going to be created. [ 767.352171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.352171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.352171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.352171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.352171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.352424] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 767.353926] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.354080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.354151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.354619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.354619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.354619] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be updated. [ 767.356220] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.356220] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.356357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.356616] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.356752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.356896] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 78d0b57b-f461-4fc1-aa07-ca05e420bf96 not found, creating... [ 767.358437] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.358437] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.358437] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.358714] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358714] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.358829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 78d0b57b-f461-4fc1-aa07-ca05e420bf96 is going to be created. [ 767.401653] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.401880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.402022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.402366] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.402603] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.403046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.405300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.405772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.405772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.405913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.406102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.410249] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.410249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.410249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.410249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.410249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.411574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.411725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.411791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.411982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.412130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.424087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 767.424583] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 767.425209] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 in Status: UNINITIALIZED for 2s [ 768.136501] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-e781edb9-9731-4c86-8f30-8b22f5ad39b6 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 768.136836] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-e781edb9-9731-4c86-8f30-8b22f5ad39b6 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 768.136836] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-e781edb9-9731-4c86-8f30-8b22f5ad39b6 service nova] Enqueued Resource ID: 78d0b57b-f461-4fc1-aa07-ca05e420bf96 with Priority: HIGHEST for action port [ 768.137767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 768.137930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.138605] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 768.138738] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 768.138838] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d0b57b-f461-4fc1-aa07-ca05e420bf96 with Priority: HIGHEST for action port [ 768.139131] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.139575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.139575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.139575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.139575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.140453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.141089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.141089] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d0b57b-f461-4fc1-aa07-ca05e420bf96 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.141089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.141089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.141288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.141288] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d0b57b-f461-4fc1-aa07-ca05e420bf96',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.286037] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 768.286388] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 deletion is rescheduled due to dependency. [ 768.286586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.449262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 768.449556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.449680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.449981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.450153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.450278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.450355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.450506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.450586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.450683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.450787] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.576218] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 768.576605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.577170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.577263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.577369] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.643138] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.643138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.643645] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d0b57b-f461-4fc1-aa07-ca05e420bf96 with status ACTIVE [ 768.643737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.643837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.643932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.645039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.645039] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.645039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.645039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.645423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.645499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.645659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.645722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.645980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.646034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d0b57b-f461-4fc1-aa07-ca05e420bf96 is going to be updated. [ 768.671471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.671661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.671705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.671920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.672123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.672343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d0b57b-f461-4fc1-aa07-ca05e420bf96" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.954387] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.954569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.954638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.954810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.955072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.955179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.955239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.955395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.955484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.955574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.955718] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.955809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.955872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.956043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.956182] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.956278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.956338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.956471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.956545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.956625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.956749] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.958588] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 768.958737] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 deletion is rescheduled due to dependency. [ 768.958737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.960254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.960254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.960254] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.080338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.080504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.373059] env[66378]: INFO networking_nsxv3.common.synchronization [req-1293b5b3-d985-4616-9bcf-4629bf49125a req-84c35d07-87f2-4590-8993-5531e06c5e6d tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 769.373239] env[66378]: INFO networking_nsxv3.common.synchronization [req-1293b5b3-d985-4616-9bcf-4629bf49125a req-84c35d07-87f2-4590-8993-5531e06c5e6d tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 769.373364] env[66378]: INFO networking_nsxv3.common.synchronization [req-1293b5b3-d985-4616-9bcf-4629bf49125a req-84c35d07-87f2-4590-8993-5531e06c5e6d tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 769.373885] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 769.374027] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 with Priority: HIGHEST for action security_group_members [ 769.374132] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGHEST for action security_group_members [ 769.374400] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374680] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374965] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.375062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437451] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 769.437672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.438078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.438266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.438381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.438446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.438596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.438675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439104] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.440829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 769.440918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.441585] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 in Status: SUCCESS [ 769.441749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.446034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.446034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.446034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.461711] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 769.462359] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.481749] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.481885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.481986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.482845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.482845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.483353] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.483562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.483686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.483771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.483989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.484133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.484202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.484344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.484421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.484520] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 769.574810] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.574810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.574943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.575170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.575364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594531] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 769.866416] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-5c82af93-d805-4f15-8677-30f447e644c4 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 769.866988] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 769.867580] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.867718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.947938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.948162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.948209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.948445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.948579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.949117] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.949320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.949400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.949861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.949861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.949962] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be updated. [ 769.952321] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.952321] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.952551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.952725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.952969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.953324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.953938] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 is going to be deleted. [ 769.965560] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.981205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.982219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.982219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.982219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.990263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.990405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.990476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.990674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.990766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.990869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991383] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991843] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.993792] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 770.250620] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.250814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.250966] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.251233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.251496] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.251657] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.251765] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.251975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.256690] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.256690] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.256690] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.256909] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.256909] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.256999] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.257103] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.257269] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.286206] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.286621] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.286621] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.286827] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-320" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.287140] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.287338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.287444] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.287894] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.288122] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524d49ea-dd56-4a6c-b14c-272bbe47b1f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.456431] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.469024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.469024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.469024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.469387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.471029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.471029] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 770.495231] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.496162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.496331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.496410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.496501] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 already deleted. [ 770.496575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.496677] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.497536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.497956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.498097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.498258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.498339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.498427] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.501080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.501206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.501449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.501449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.501540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.512730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 770.793538] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.794667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.794667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.794667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.794667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.794667] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 not found, creating... [ 770.795991] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.795991] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.795991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.796478] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.796478] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.796478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 is going to be created. [ 770.821660] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.821956] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.822165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.822525] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.822807] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.823116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.962023] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.962189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.962240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.962650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.962650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.962650] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 770.965193] env[66378]: INFO networking_nsxv3.common.synchronization [req-e1f43ed8-e7fa-4457-8cbf-c32e20d21477 req-5cb41121-421a-48b6-951e-e2ee21002495 tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 770.965875] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 770.966758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.966913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967456] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.967588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.968086] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.000200] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95b1ece8-199d-403e-b4eb-22e74d5a9ff5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.003465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.003542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.003575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.004238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.004288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004597] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 already deleted. [ 771.004653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.010194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.010390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.010469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.010695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.010860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.021098] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 771.253066] env[66378]: INFO networking_nsxv3.common.synchronization [req-941c84f2-d1b2-46a9-b208-3605e845cbe3 req-02e87e13-c05f-4d80-920b-a13a075719c9 tempest-ServerGroupTestJSON-1549684922 tempest-ServerGroupTestJSON-1549684922-project-member] Enqueued Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 771.253939] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGHEST for action security_group_members [ 771.254379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.254529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.254612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.254938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.255143] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.255254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.255344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.255570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.255740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.255864] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.472054] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.504765] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95b1ece8-199d-403e-b4eb-22e74d5a9ff5: rpc.has_security_group_logging(os_id): False [ 771.523495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.523744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.523744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.523967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.524068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.524338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.524494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.524494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.524693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.524778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.524896] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 is going to be created. [ 771.550208] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5], does not exist path=[/infra/domains/default/groups/95b1ece8-199d-403e-b4eb-22e74d5a9ff5]."\n}' [ 771.550415] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5 [ 771.550462] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 771.592621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.592911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.592911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.593204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.594604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.595237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.595465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.595642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.596070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.596274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.597546] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.597546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.597546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.597546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.597546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.597546] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95b1ece8-199d-403e-b4eb-22e74d5a9ff5 is going to be created. [ 771.603039] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-93d5faef-1e92-4633-b6cf-ad8c62dd5c07 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 771.604733] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-93d5faef-1e92-4633-b6cf-ad8c62dd5c07 service nova] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 771.604961] env[66378]: INFO networking_nsxv3.common.synchronization [req-614fb08f-3db3-4171-a920-b0fb3a71eaa1 req-93d5faef-1e92-4633-b6cf-ad8c62dd5c07 service nova] Enqueued Resource ID: 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 with Priority: HIGHEST for action port [ 771.606793] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_rules [ 771.607150] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 771.607332] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 with Priority: HIGHEST for action port [ 771.608379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.608379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.608379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.608379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.608379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.608379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.608949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.608949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.608949] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524d49ea-dd56-4a6c-b14c-272bbe47b1f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.623853] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5], does not exist path=[/infra/domains/default/groups/95b1ece8-199d-403e-b4eb-22e74d5a9ff5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5 [ 771.624063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95b1ece8-199d-403e-b4eb-22e74d5a9ff5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.624628] env[66378]: Traceback (most recent call last): [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 771.624693] env[66378]: return func(*args, **kwargs) [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 771.624693] env[66378]: res.raise_for_status() [ 771.624693] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 771.624693] env[66378]: raise HTTPError(http_error_msg, response=self) [ 771.624693] env[66378]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5 [ 771.624693] env[66378]: During handling of the above exception, another exception occurred: [ 771.624693] env[66378]: Traceback (most recent call last): [ 771.624693] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 771.624693] env[66378]: listener.cb(fileno) [ 771.624693] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 771.624693] env[66378]: result = function(*args, **kwargs) [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 771.624693] env[66378]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 771.624693] env[66378]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 771.624693] env[66378]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 771.624693] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 771.624693] env[66378]: res.raise_for_status() [ 771.625323] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 771.625323] env[66378]: raise HTTPError(http_error_msg, response=self) [ 771.625323] env[66378]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/95b1ece8-199d-403e-b4eb-22e74d5a9ff5 [ 771.625323] env[66378]: Removing descriptor: 14 [ 771.626381] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 771.626979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.759051] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.759051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.759051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.759380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.782977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.783271] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.783404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.783617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.783851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.783970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.784081] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 is going to be updated. [ 771.812876] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.813092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.813173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.813423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.813525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.825155] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: IN_PROGRESS for 2s [ 771.932551] env[66378]: INFO networking_nsxv3.common.synchronization [req-eef233da-1b85-4598-88bd-c6f921bc21a8 req-c552fd9a-24d7-4d9b-90a1-1cd47e4daaf0 tempest-ListServersNegativeTestJSON-1091797765 tempest-ListServersNegativeTestJSON-1091797765-project-member] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 771.933217] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGHEST for action security_group_members [ 771.933957] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.974566] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.004416] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 772.004605] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 deletion is rescheduled due to dependency. [ 772.004777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.005041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.005452] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.005869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.005966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.006078] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.008167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.008167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.008167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.008167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.008167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.009402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.009536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009638] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.111239] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 with status ACTIVE [ 772.112133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.112133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.112133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.112133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.112344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.112598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.112691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.112729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.112869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.112948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.113458] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.113458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.113458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.113458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.113638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.113638] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524d49ea-dd56-4a6c-b14c-272bbe47b1f3 is going to be updated. [ 772.143541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.143716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.143716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.144132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.144132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.144231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524d49ea-dd56-4a6c-b14c-272bbe47b1f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.477848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.478265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.478265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.479191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.479191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.479191] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 772.512473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.513893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.514031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.514031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.514881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.518022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.518022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.518022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.518022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.518022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.528530] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 772.528776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.529581] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 772.530039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.530254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.530444] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.530569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.530678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.530980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.530980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.531110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.531242] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.532115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.532208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.532407] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.532522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.532584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.532723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.532833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.533102] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.543206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.543500] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.543642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.543723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.543946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.544094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.544138] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be updated. [ 772.581126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.581126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.581126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.581126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.581126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.592352] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 773.017879] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad340dec-446f-454e-bc51-5194c66ac2a4: rpc.has_security_group_logging(os_id): False [ 773.031774] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 773.032084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.032276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.032571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.032808] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.033543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.033543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.033741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.033741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.033741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.033916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.034032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.034212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.034212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.034310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.034373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.034453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.034545] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.035537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.035706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.035864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.035970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.036085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.036193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.036270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.036359] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.041239] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.041239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.041239] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.043564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.043564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.043564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.043564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.044588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.044996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.045108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.045577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be updated. [ 773.109434] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.109588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.109651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.109826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.109948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.129020] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: IN_PROGRESS for 2s [ 773.141651] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.141810] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.540418] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.547783] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 773.550751] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.569899] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.569899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.594270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.594532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.594653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.594721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.594942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595236] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.595465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595819] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.596149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.596149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.596149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.596317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.596317] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 773.664898] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.665170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.665365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.665520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.693114] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 773.838305] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 in Status: SUCCESS [ 773.838814] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 deletion is rescheduled due to dependency. [ 773.839111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.046895] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.054956] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.055161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.055247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.056037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.056037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.056037] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 774.086062] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.097132] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 774.541878] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 774.541878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.542596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.542596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.542596] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.542718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.542792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.543024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.543138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.543274] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.555402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.555570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.555638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.555869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.556037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.556103] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 774.590216] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.590740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.590833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.591319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.591319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.605084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 774.606022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 774.608018] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 deletion is rescheduled due to dependency. [ 774.608018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.048175] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.048345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.048419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.048652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.069646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.069904] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.070067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.070105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.070315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.070397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070484] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be updated. [ 775.099746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.099908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.099983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.100231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.100405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.109163] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: IN_PROGRESS for 2s [ 775.141827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad340dec-446f-454e-bc51-5194c66ac2a4 in Status: SUCCESS [ 775.143240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.696447] env[66378]: INFO networking_nsxv3.common.synchronization [req-863699c9-8750-43e2-a19d-c35f70564637 req-4b912776-6ce4-4a59-9581-1a63b53d6014 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 775.697019] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 775.697700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.697821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.697890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.698108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.698266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.698366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.698428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.698574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.698659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.698753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.713936] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 775.714204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715306] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.109441] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.110870] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.110870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.110870] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.204808] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.205044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.205104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.205334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.217736] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.217914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.240528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.240528] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.240528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.240528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.240528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.240528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.240528] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 776.282120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.282315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.282357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.282580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.282721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.297601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 776.551228] env[66378]: INFO networking_nsxv3.common.synchronization [None req-bafa7703-5f6a-422a-b202-8227667e0cf5 None None] Enqueued Resource ID: 2c03b8be-4f1c-4e27-9b81-0c914ff80f09 with Priority: HIGHEST for action port [ 776.551228] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c03b8be-4f1c-4e27-9b81-0c914ff80f09 with Priority: HIGHEST for action port [ 776.551482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c03b8be-4f1c-4e27-9b81-0c914ff80f09 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.551637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c03b8be-4f1c-4e27-9b81-0c914ff80f09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.551671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c03b8be-4f1c-4e27-9b81-0c914ff80f09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.551896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c03b8be-4f1c-4e27-9b81-0c914ff80f09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.551973] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c03b8be-4f1c-4e27-9b81-0c914ff80f09',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.614209] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.620914] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 776.621112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.621868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.622147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.622748] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.622924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.623144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.623356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.623480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.623927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.623927] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.056617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c03b8be-4f1c-4e27-9b81-0c914ff80f09 [ 777.056939] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.057156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.057261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.057585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.057766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.057899] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c03b8be-4f1c-4e27-9b81-0c914ff80f09 already deleted. [ 777.058035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c03b8be-4f1c-4e27-9b81-0c914ff80f09" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.091516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.091700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.091775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.091956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.092073] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.119715] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004cd794-5662-4450-981f-47b79036c59c in Status: SUCCESS [ 777.119927] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004cd794-5662-4450-981f-47b79036c59c deletion is rescheduled due to dependency. [ 777.120110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.122509] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.128764] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.128950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.129049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.129283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.129587] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.129693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.129756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.129918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.130011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.130101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.130247] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.130384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.130460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.130610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.130752] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.130844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.130904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.131047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.131126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.131228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.131329] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.595092] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.626669] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.626669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.626927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.627343] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 777.633811] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfc96b0f-a7bc-4d25-9913-60c73d144c42: rpc.has_security_group_logging(os_id): False [ 777.650676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.651139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.651139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.651139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.651249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.651485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.651618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.651684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.651864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.651924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.652135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.655022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.655022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.655022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 777.657751] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.657751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.657751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.657926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.657958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 777.723088] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.723088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.723088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.723088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.723088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.742482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 778.098958] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.308650] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 778.309605] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 778.309605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.600605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 778.600727] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 778.946358] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9740ed6d-3c88-4de9-9345-94bb54302b02 None None] Enqueued Resource ID: 2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c with Priority: HIGHEST for action port [ 778.946358] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c with Priority: HIGHEST for action port [ 778.946358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.946358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.946358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.946558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.946587] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.141050] env[66378]: INFO networking_nsxv3.common.synchronization [req-9b8a00d1-4e5c-48b4-a94d-43e4e474bcb8 req-1015c3c7-8c37-42ea-84c7-84be2e7c7b08 tempest-ServersTestJSON-1535051779 tempest-ServersTestJSON-1535051779-project-member] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 779.141337] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 779.141469] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.141852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.141930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.142411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.142624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.142815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.142924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.143150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.143331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.143470] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.439886] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.440040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.442019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.442019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.453157] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 779.454200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.455696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 779.457384] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c [ 779.457606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.457732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.457798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.458064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.458116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.458270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c already deleted. [ 779.458365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee7a1b5-1dbc-4359-bddb-ffcdd07bda5c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.460649] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.460803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-704" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.461322] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-704" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.461322] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-704" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.461464] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.461600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.461712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.461910] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.462044] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.462241] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.462341] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.462437] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.462535] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.462630] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.462723] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.463448] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.482049] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.482049] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.482049] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.482171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-704" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.484047] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-a81fd220-9405-44d6-bf13-c3ddb3a8a485 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.484047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.484047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.484047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.484047] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81fd220-9405-44d6-bf13-c3ddb3a8a485',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.491236] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.491236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.491236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.500607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.501429] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 779.501539] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.502605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 779.547022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.547022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.547022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.547022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.547022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.547022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 779.622044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.622044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.622044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.622044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.622342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.622854] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 779.645799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.646994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.647092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.647446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.647569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.647809] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.648013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.648013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.648242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.648712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.648712] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b already deleted. [ 779.648712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677702] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 779.677935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.678586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.678872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.679189] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.679355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.679426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.679583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.679689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.679783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.679946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.680314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.680459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.680744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.680817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.680895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.680985] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.683841] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.683921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.683952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.685262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.685262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.685262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 779.685262] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ed5b8678-6041-4d75-a1e3-2eb25b524996', 'f2686597-eb85-4336-ae11-d3af87d8af1e', 'f8481fa6-e43e-4cf3-969d-76ac0ce70ef7', '579561f4-5bb6-4311-a58a-0db360b05e0b', '50d40bfb-496e-40cc-b7a3-e11ccccb7d5f', '004cd794-5662-4450-981f-47b79036c59c', 'f1bcaa4b-1f87-430f-902f-12bfe0bdff02', '45e56eeb-55c1-41c1-89cd-3ee8bc7d417f', '3d5924d5-d9d1-4212-860b-18bf87121a63', '86be1087-ab7b-413a-9dd9-09d6d25b1731', '3d5bef13-9439-486d-9935-b5bb703941aa', '58f5ec27-7839-4046-b74f-fef473fd024c', 'ad340dec-446f-454e-bc51-5194c66ac2a4', 'b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c', 'c29578da-698c-48e0-94a6-bf0cff47951a', 'cf5420d0-63ab-4440-9f64-96ebc0bb9dd8', 'f9c7f9fb-9581-4933-aa49-bb1f86499e04', '629075be-0bf2-4558-ae09-0ce3e57ae5e5', '7586468e-9d26-4515-9a2f-006f28dce46b', 'd86104e2-0d37-418d-99f1-d278d334c56c', 'dfc96b0f-a7bc-4d25-9913-60c73d144c42', 'c45b313c-a772-4871-bf64-514fadcaaaa7', 'aa6ff873-79c2-467c-9787-3e83140a87ef', '90fe43d2-deff-484b-88a0-b82e68b406eb', 'e8965e9b-bee1-4bc7-883b-97667969fe2a', '75ada376-d649-4d32-90a0-cda20914b86e', '0779bdfb-04f1-4ebb-95cd-c495f3a4ce44', 'd005db4a-23fb-4ac8-84b1-bacfaa593457', '77b1405f-f4ef-4465-8195-0877a30f2597', '701d5b28-7f42-4af8-acf7-53fc8ae39b9c', '31ebc8ad-3256-4f55-8a14-831a413a9e59'} {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.685262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 779.704195] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.704195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.704195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.704462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.704462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.704608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 779.704658] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.704707] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 779.758948] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 779.759291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.764823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.767099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.767099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.767099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.767099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.767099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 779.767099] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.767099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 779.767099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 779.767099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGH for action security_group_rules [ 779.767099] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGH for action security_group_rules [ 779.767795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.005040] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.005232] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.005321] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.005582] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.005722] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.005867] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port a81fd220-9405-44d6-bf13-c3ddb3a8a485 not found, creating... [ 780.006166] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006421] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.006628] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.007034] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.007180] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.007354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.007558] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.007797] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.008127] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: a81fd220-9405-44d6-bf13-c3ddb3a8a485 is going to be created. [ 780.028944] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.029188] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.029307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.029565] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.029790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030015] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.186820] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5b8678-6041-4d75-a1e3-2eb25b524996: rpc.has_security_group_logging(os_id): False [ 780.208918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.209029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.209029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.209228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.229014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.229331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.229479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.229544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.229740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.229816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.230016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.230109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.230177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.230307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.230378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.230556] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.230642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.230701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.230838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.230912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.230993] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 780.304594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.304750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.304821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.305150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.305411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.318988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 780.722751] env[66378]: INFO networking_nsxv3.common.synchronization [req-9b8a00d1-4e5c-48b4-a94d-43e4e474bcb8 req-5e111bdf-1b4f-429f-8807-e1c514597e0c service nova] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 780.723100] env[66378]: INFO networking_nsxv3.common.synchronization [req-9b8a00d1-4e5c-48b4-a94d-43e4e474bcb8 req-5e111bdf-1b4f-429f-8807-e1c514597e0c service nova] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 780.723468] env[66378]: INFO networking_nsxv3.common.synchronization [req-9b8a00d1-4e5c-48b4-a94d-43e4e474bcb8 req-5e111bdf-1b4f-429f-8807-e1c514597e0c service nova] Enqueued Resource ID: a81fd220-9405-44d6-bf13-c3ddb3a8a485 with Priority: HIGHEST for action port [ 780.724262] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_rules [ 780.724433] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 780.724573] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81fd220-9405-44d6-bf13-c3ddb3a8a485 with Priority: HIGHEST for action port [ 780.724677] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGH for action security_group_rules [ 780.724733] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 with Priority: HIGH for action security_group_rules [ 780.724824] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 with Priority: HIGH for action security_group_rules [ 780.724987] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29578da-698c-48e0-94a6-bf0cff47951a with Priority: HIGH for action security_group_rules [ 780.725234] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGH for action security_group_rules [ 780.725234] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7586468e-9d26-4515-9a2f-006f28dce46b with Priority: HIGH for action security_group_rules [ 780.725350] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 with Priority: HIGH for action security_group_rules [ 780.725418] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGH for action security_group_rules [ 780.725509] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGH for action security_group_rules [ 780.725601] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGH for action security_group_rules [ 780.725681] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad340dec-446f-454e-bc51-5194c66ac2a4 with Priority: HIGH for action security_group_rules [ 780.725818] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5ec27-7839-4046-b74f-fef473fd024c with Priority: HIGH for action security_group_rules [ 780.725858] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 780.726079] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 780.726254] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 with Priority: HIGH for action security_group_rules [ 780.728631] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004cd794-5662-4450-981f-47b79036c59c with Priority: HIGH for action security_group_rules [ 780.728756] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f with Priority: HIGH for action security_group_rules [ 780.728869] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 780.728965] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGH for action security_group_rules [ 780.729187] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579561f4-5bb6-4311-a58a-0db360b05e0b with Priority: HIGH for action security_group_rules [ 780.729513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.729646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.729715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.729958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.730018] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.732761] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.732955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.732955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.733188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.733358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.733454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.733509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.733649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.733769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.733817] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.735896] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81fd220-9405-44d6-bf13-c3ddb3a8a485 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.736044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.736114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.736409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.736490] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81fd220-9405-44d6-bf13-c3ddb3a8a485',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.737545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.737643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.737837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.737936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.738018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.738167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.738240] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8481fa6-e43e-4cf3-969d-76ac0ce70ef7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.739572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.739685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.739752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.739905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.739973] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bcaa4b-1f87-430f-902f-12bfe0bdff02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.740730] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29578da-698c-48e0-94a6-bf0cff47951a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.740860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.740903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.741064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.741587] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29578da-698c-48e0-94a6-bf0cff47951a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.743258] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.743258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.743258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.743258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.743258] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.743844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7586468e-9d26-4515-9a2f-006f28dce46b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.744496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.744496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.744496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.744496] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7586468e-9d26-4515-9a2f-006f28dce46b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.745146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.745258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.745325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.745472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.745545] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629075be-0bf2-4558-ae09-0ce3e57ae5e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.747671] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.747782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.747995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.748222] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.749366] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.749476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.749595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.749750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.749825] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.750068] env[66378]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 780.751037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751699] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.752888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad340dec-446f-454e-bc51-5194c66ac2a4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.753024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.753107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.753231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.753305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad340dec-446f-454e-bc51-5194c66ac2a4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.754532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5ec27-7839-4046-b74f-fef473fd024c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.755607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.755736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.755940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.755994] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5ec27-7839-4046-b74f-fef473fd024c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.757689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.757689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.757689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.757844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.757844] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.759027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.759163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.759232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.759379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.759559] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.761618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5924d5-d9d1-4212-860b-18bf87121a63 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.761798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.761871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.762036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.762115] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5924d5-d9d1-4212-860b-18bf87121a63',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.763126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004cd794-5662-4450-981f-47b79036c59c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.763230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.763300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.763477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.763534] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004cd794-5662-4450-981f-47b79036c59c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.765094] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.765201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.765201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.765346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.765420] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45e56eeb-55c1-41c1-89cd-3ee8bc7d417f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.766343] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.766451] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.766506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.766667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.766738] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.767553] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.767662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.767727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.767874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.767947] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.768179] env[66378]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 780.768842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-579561f4-5bb6-4311-a58a-0db360b05e0b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.768934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.769019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.769185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.769222] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('579561f4-5bb6-4311-a58a-0db360b05e0b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.780599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a81fd220-9405-44d6-bf13-c3ddb3a8a485 with status ACTIVE [ 780.780825] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.780939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.781019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.781241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.781344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.781538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.781675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.781719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.781864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.781959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.782218] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.782346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.782526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.782599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.782698] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a81fd220-9405-44d6-bf13-c3ddb3a8a485 is going to be updated. [ 780.812053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.812208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.812280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.812484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.812617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.812831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81fd220-9405-44d6-bf13-c3ddb3a8a485" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.233472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.233936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.236233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.261301] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.261543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.261746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.262086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.304275] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.304275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.304275] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.304275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.308106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.308106] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8481fa6-e43e-4cf3-969d-76ac0ce70ef7 is going to be deleted. [ 781.308354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.308405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.312049] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.312266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.312266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.312438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.312603] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.312694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.312748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.312977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.313098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.313188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.313277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.315371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.315481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.315544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.316744] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.316744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.316744] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.318647] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.318760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.318829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.319207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.319207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.319332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.319405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.319569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.319688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.319777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.319889] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.326047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.326315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.326717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.326944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.327138] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.327285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.327338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.327460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.327549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.327633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.327720] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.330194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.330194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.330194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.330498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.330498] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.330601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.330638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.330784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.330870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.330958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.331057] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.336348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.336543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.336630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.336851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.337084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.337237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.337237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.337459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.337563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.337816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.337816] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.338778] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.338984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.338984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.339201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.339314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.339423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.339471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.339742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.339824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.339913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.340030] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.349025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.349188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.354790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.355029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.357203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.357348] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29578da-698c-48e0-94a6-bf0cff47951a is going to be deleted. [ 781.362133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.362133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.393619] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.393749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.400303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.400425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.401454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.401553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.402515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.402612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.405702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.405855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.410505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412797] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bcaa4b-1f87-430f-902f-12bfe0bdff02 is going to be deleted. [ 781.413913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.414233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.442296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.442514] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004cd794-5662-4450-981f-47b79036c59c is going to be deleted. [ 781.443680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.443987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.445885] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.446074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.479352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.479352] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5ec27-7839-4046-b74f-fef473fd024c is going to be deleted. [ 781.481566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.482098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.484204] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.484204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.506974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.507160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.508608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.508744] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5924d5-d9d1-4212-860b-18bf87121a63 is going to be deleted. [ 781.510026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.510426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.536677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.536677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45e56eeb-55c1-41c1-89cd-3ee8bc7d417f is going to be deleted. [ 781.538326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.563050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.563253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.576617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.576617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7586468e-9d26-4515-9a2f-006f28dce46b is going to be deleted. [ 781.576617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.577242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.579702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.579702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.635936] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad340dec-446f-454e-bc51-5194c66ac2a4 is going to be deleted. [ 781.635936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.635936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.662130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.662315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.673458] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.673458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.720846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.720967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.729798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.733054] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 579561f4-5bb6-4311-a58a-0db360b05e0b is going to be deleted. [ 781.735256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.735256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.739912] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.762026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.762204] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629075be-0bf2-4558-ae09-0ce3e57ae5e5 is going to be deleted. [ 781.763277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.763515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.824745] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.824893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.825660] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.825660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.825660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.825660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.825994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.826144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.826144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.826238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.826373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.826463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.826521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.827307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.827307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.828763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.828884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.828986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.831551] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.831551] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.831551] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.832063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.832063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.832063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.832180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.833587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.833632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.833911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.835186] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.835186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.835186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.835565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.835661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835899] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.838691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.840570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be deleted. [ 781.842458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.842770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.842770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.842915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8481fa6-e43e-4cf3-969d-76ac0ce70ef7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.843319] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.843455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.843533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.843710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.843895] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.844207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.844207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.844336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.844336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.844421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.844585] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.844675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.844739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.844898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.845092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.845220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.845287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.845430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.845517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.845616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.845706] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.847503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.848153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.848153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.848153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29578da-698c-48e0-94a6-bf0cff47951a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.850973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.851172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.851341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.851586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.851789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.851789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.851879] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.851932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.852277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.853048] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.853048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.853048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.853048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.853048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.853284] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.854237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.854455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.854532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.854671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bcaa4b-1f87-430f-902f-12bfe0bdff02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.855756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.855878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.855951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.856134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.856340] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.856413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.856463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.856624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.856713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.856800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.856941] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.857068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.857132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.857283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.857417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.857523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.857583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.857719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.857793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.857892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.857986] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.858858] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004cd794-5662-4450-981f-47b79036c59c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5ec27-7839-4046-b74f-fef473fd024c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.861855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45e56eeb-55c1-41c1-89cd-3ee8bc7d417f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.862458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5924d5-d9d1-4212-860b-18bf87121a63" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7586468e-9d26-4515-9a2f-006f28dce46b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.864035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.864035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.864106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad340dec-446f-454e-bc51-5194c66ac2a4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.894888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.895100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.895163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.895374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.895464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.895721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-579561f4-5bb6-4311-a58a-0db360b05e0b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.928683] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.928899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.928951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.929262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.929413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.929530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629075be-0bf2-4558-ae09-0ce3e57ae5e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.950602] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 781.951224] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.951412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.951496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.951694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.951787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.951937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.242572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.242978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.242978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.242978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.243099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.243129] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b is going to be created. [ 782.271036] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.280825] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: UNINITIALIZED for 2s [ 782.334410] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 782.334688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.334825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.335138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.335204] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.337879] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 782.339440] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5420d0-63ab-4440-9f64-96ebc0bb9dd8: rpc.has_security_group_logging(os_id): False [ 782.340896] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f: rpc.has_security_group_logging(os_id): False [ 782.351368] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d86104e2-0d37-418d-99f1-d278d334c56c: rpc.has_security_group_logging(os_id): False [ 782.356971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2686597-eb85-4336-ae11-d3af87d8af1e: rpc.has_security_group_logging(os_id): False [ 782.361550] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9c7f9fb-9581-4933-aa49-bb1f86499e04: rpc.has_security_group_logging(os_id): False [ 782.362482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c: rpc.has_security_group_logging(os_id): False [ 782.385880] env[66378]: INFO networking_nsxv3.common.synchronization [req-caa73df3-414b-4776-a694-b065b768aca6 req-5ef8bc3e-7326-4e58-bc4a-6fc1e18c3d53 tempest-ServersV294TestFqdnHostnames-1880456042 tempest-ServersV294TestFqdnHostnames-1880456042-project-member] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 782.386288] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 782.386598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.386717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.386786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.387445] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.387557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.387624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.387883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.387981] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.461701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.461928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.461999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.463181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.464410] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.464511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.465406] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.465550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.466684] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.466804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.467448] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.467551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.468755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.468848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469841] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.489021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.489021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.489160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.489811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.489811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.489811] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.490961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.490961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.490961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.491155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.491206] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.491296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.491361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.491504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.491590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.491679] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 782.492797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.493146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.496155] env[66378]: INFO networking_nsxv3.common.synchronization [req-2d9be71a-84e2-466b-9094-8b3cca90e511 req-c8f4b5d9-ccd9-4c3b-8872-7cfa7b3963d3 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 782.496962] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 782.497477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.497477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.497477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.497661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.497721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.497806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.497868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.498022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.498175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.498232] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.516081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.516081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.516198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.516243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.516437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.516520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.516614] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 782.517737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.517916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.540388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.541807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.541807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.541807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.541807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.541807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.541807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.541807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.542092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.542092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.542092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.542314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.542314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.542398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.542594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.542594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.542696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 782.544460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.544632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.564897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.565331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.565480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.565556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.565753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.565841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.566137] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.566276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.566346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.566524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.566595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.566794] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.566891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.566943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.567706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.567825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.567939] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 782.570317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.570485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.570599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.570752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.570916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.572860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.573057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.586590] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.586737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.593557] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 782.600416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.600818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.600998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.601131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.601399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.601534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.601893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.602039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.602140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.602351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.602453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.602711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.602797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.602898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.603073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.603198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.603334] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 782.604609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.604835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.626108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.647258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.647811] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.647937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.648022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.648274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.648387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.648522] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be updated. [ 782.649844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.650776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.650776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.651263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.701639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.701639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.720027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.720164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.720415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.720534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.720749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.720865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.721209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.721332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.721391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.721620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.721692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.721861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.721931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.721968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.722116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.722194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.722289] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 782.723433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.723755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.723755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.724678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.724872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.725087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.726683] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 782.770657] env[66378]: INFO networking_nsxv3.common.synchronization [req-d6d18ded-d459-41b3-a08f-9bbd57545e64 req-83923f93-aa2e-42fd-99f0-e5fa01e2e3a6 tempest-MultipleCreateTestJSON-1030261977 tempest-MultipleCreateTestJSON-1030261977-project-member] Enqueued Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 782.770900] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 with Priority: HIGHEST for action security_group_members [ 782.771990] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 782.772388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.772540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.795691] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.795691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.795691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.795967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.796126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.799826] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 782.837738] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.837930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.858203] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 782.868289] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.868501] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.868679] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.869247] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.869548] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.869721] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.869840] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.870087] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.870234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.870443] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.870602] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.870655] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.870761] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.870867] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.870969] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.871116] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.874029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.874152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.874217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.874403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.874544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.891897] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.891897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.891897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.891897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.892165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.892165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.892260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.892299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.892436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.892500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.892581] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 already deleted. [ 782.892648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.911517] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.911756] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.911832] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.912122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.912448] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-d12cf2b0-a308-474d-89e2-87cb50c0f193 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.912624] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.912877] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.913471] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.913471] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12cf2b0-a308-474d-89e2-87cb50c0f193',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.919126] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: IN_PROGRESS for 2s [ 782.942994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.943230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.943230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.943445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.943659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.964997] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 782.999987] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.415710] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.416034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.416131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.416375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.416527] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.416679] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port d12cf2b0-a308-474d-89e2-87cb50c0f193 not found, creating... [ 783.416934] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.417101] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.417218] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.417435] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.417567] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.417837] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.417988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.418154] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.418377] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.418509] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.418648] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: d12cf2b0-a308-474d-89e2-87cb50c0f193 is going to be created. [ 783.421581] env[66378]: INFO networking_nsxv3.common.synchronization [req-c9490aa1-9476-40f4-8a7c-f68313273e10 req-f899c946-6105-4721-9163-2415f9ec31ac tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 783.422280] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 783.422865] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.422964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423326] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.423424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423783] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.440743] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.440984] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.441131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.441383] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.441603] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.441825] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.502704] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.926584] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.926757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.926833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.927087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.927187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.927382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.927480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.927541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.927686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.927761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.927849] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 783.956484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.956704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.956884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.957136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.957302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.969088] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 784.005836] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.006211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.006344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.006507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.006601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.006702] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 784.034280] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.034375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.034423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.034632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.034774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.048881] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 784.133306] env[66378]: INFO networking_nsxv3.common.synchronization [req-caa73df3-414b-4776-a694-b065b768aca6 req-e4e34553-1dcb-4307-b1f6-20d60020ede3 service nova] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 784.133442] env[66378]: INFO networking_nsxv3.common.synchronization [req-caa73df3-414b-4776-a694-b065b768aca6 req-e4e34553-1dcb-4307-b1f6-20d60020ede3 service nova] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 784.133563] env[66378]: INFO networking_nsxv3.common.synchronization [req-caa73df3-414b-4776-a694-b065b768aca6 req-e4e34553-1dcb-4307-b1f6-20d60020ede3 service nova] Enqueued Resource ID: d12cf2b0-a308-474d-89e2-87cb50c0f193 with Priority: HIGHEST for action port [ 784.134820] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_rules [ 784.134820] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 784.134820] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12cf2b0-a308-474d-89e2-87cb50c0f193 with Priority: HIGHEST for action port [ 784.134820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.134820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.134820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.135182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.135182] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.135939] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.136857] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.136857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137324] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.137875] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12cf2b0-a308-474d-89e2-87cb50c0f193 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138343] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12cf2b0-a308-474d-89e2-87cb50c0f193',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.303345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: SUCCESS [ 784.303574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.303754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.303974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.304194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.304314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.304381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.304537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.304819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.304819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.304819] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.609838] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 784.610195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.639825] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.640042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.640277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.641331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d12cf2b0-a308-474d-89e2-87cb50c0f193 with status ACTIVE [ 784.642046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.642046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.642046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.642046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.642424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.642461] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.642569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.642657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.642853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.643820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.643820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643820] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d12cf2b0-a308-474d-89e2-87cb50c0f193 is going to be updated. [ 784.666944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.667110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.667209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.667400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.667538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.667702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12cf2b0-a308-474d-89e2-87cb50c0f193" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.745021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 784.745021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.802735] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 784.802971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.808376] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.817136] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 784.817389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.878794] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 784.879096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.934170] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: SUCCESS [ 784.934455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.976032] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 784.976431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.146923] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.310851] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d306a9a-f0d0-4614-8c30-10f4c1d6449b: rpc.has_security_group_logging(os_id): False [ 785.330327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.330479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.330549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.330753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.330841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.331208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.331208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.331485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.331485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.331707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.331707] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b is going to be created. [ 785.390711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.391358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.391358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.391637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.391882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.409284] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: IN_PROGRESS for 2s [ 785.649260] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.649753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.649812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649863] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 is going to be created. [ 785.674424] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.674573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.674646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.674851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.675080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.686493] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: UNINITIALIZED for 2s [ 785.706853] env[66378]: INFO networking_nsxv3.common.synchronization [req-6addde62-7c0c-4cd6-8b78-047e639c7bf9 req-b8e840c2-82d0-4037-83c8-a19cfb0938e5 tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 785.707485] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 785.707793] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.707928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.708031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.708433] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.708539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.708602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.708850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.708942] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.983191] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 785.983191] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 785.983191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045838] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046505] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046759] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046911] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.047041] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047400] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047603] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.047714] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.047819] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.047922] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.048098] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.048209] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.048340] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.058862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 786.059201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.059822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.059822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.059976] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.060108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.060201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.060346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.060428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.060525] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.068119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.068299] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.068429] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.068598] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.068950] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-40979a18-8691-44fc-ad67-b35222553cae taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.069445] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.069821] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.070020] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40979a18-8691-44fc-ad67-b35222553cae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.213186] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.213359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.213728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.213927] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.214034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.214102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.214242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.214321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.214405] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a already deleted. [ 786.214483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.562508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.562673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.562744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.562966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.563091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.563364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.563421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.563608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.563687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563773] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 786.573119] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.573380] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.573459] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.573698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.573835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.573981] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 40979a18-8691-44fc-ad67-b35222553cae not found, creating... [ 786.574279] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574558] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574895] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.575241] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.575396] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.575518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.575717] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.575845] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.576042] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 40979a18-8691-44fc-ad67-b35222553cae is going to be created. [ 786.590621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.590779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.590872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.591168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.591269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.595249] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.595474] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.595598] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595865] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.596162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.596411] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600725] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 787.349066] env[66378]: INFO networking_nsxv3.common.synchronization [req-6addde62-7c0c-4cd6-8b78-047e639c7bf9 req-b1a9f487-0205-44ca-b068-86f0bee5d7ac service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 787.349382] env[66378]: INFO networking_nsxv3.common.synchronization [req-6addde62-7c0c-4cd6-8b78-047e639c7bf9 req-b1a9f487-0205-44ca-b068-86f0bee5d7ac service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 787.349874] env[66378]: INFO networking_nsxv3.common.synchronization [req-6addde62-7c0c-4cd6-8b78-047e639c7bf9 req-b1a9f487-0205-44ca-b068-86f0bee5d7ac service nova] Enqueued Resource ID: 40979a18-8691-44fc-ad67-b35222553cae with Priority: HIGHEST for action port [ 787.350545] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 787.350792] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 787.350926] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40979a18-8691-44fc-ad67-b35222553cae with Priority: HIGHEST for action port [ 787.351243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.351353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.351396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.351645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.351732] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.352595] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.352771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.352846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.353758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.353758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.353758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.353758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.353758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.353758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.353758] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.354417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-40979a18-8691-44fc-ad67-b35222553cae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.354524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.354610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.354733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.354813] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40979a18-8691-44fc-ad67-b35222553cae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.421832] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: SUCCESS [ 787.422231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.698038] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: SUCCESS [ 787.698909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.698909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.698909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.699113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.700107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.700107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.700107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.700107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.700107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.700107] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.855982] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.857162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.857162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.857479] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40979a18-8691-44fc-ad67-b35222553cae with status ACTIVE [ 787.857915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.857915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.857915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.858128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.858128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.858928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.858928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.858928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.858928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.858928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.858928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.858928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.859312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.859312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.859312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.859312] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40979a18-8691-44fc-ad67-b35222553cae is going to be updated. [ 787.879415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.879595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.879646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.879833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.879969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.880188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40979a18-8691-44fc-ad67-b35222553cae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.201991] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.358331] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.612238] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 788.612893] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 deletion is rescheduled due to dependency. [ 788.613181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.613466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.613811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.614265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.614558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.614878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.615420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.615715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.616226] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.704192] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cfe3dbd-34f9-4d78-b07f-23f14b019196: rpc.has_security_group_logging(os_id): False [ 788.726036] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.727189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.727189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.727189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.727189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.727438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.727438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.727535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.727776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.727916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.728079] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 is going to be created. [ 788.795136] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.795136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.795136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.795313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.795373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.812642] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: IN_PROGRESS for 2s [ 788.865722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.866052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.866376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.866510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.866637] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be created. [ 788.911454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.911640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.911687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.911881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.923765] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: UNINITIALIZED for 2s [ 789.121459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.121661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.121729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.121906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.122080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.122185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.122244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.122388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.122458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.122888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed5b8678-6041-4d75-a1e3-2eb25b524996 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.123142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.123208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.123355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.123495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.123583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.123638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.123815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.123874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.124498] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.628971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed5b8678-6041-4d75-a1e3-2eb25b524996: rpc.has_security_group_logging(os_id): False [ 789.652283] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.652446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.652518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.652734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.652828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.653104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.653214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.653278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.653526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.653713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.653809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.653876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.654073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.654345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.654395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.654536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.654611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.654715] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be updated. [ 789.729730] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.729890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.729964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.730194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.730344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.746637] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: IN_PROGRESS for 2s [ 790.824768] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: SUCCESS [ 790.824768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.934046] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 790.934287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.934467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.934725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.934891] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.935093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.935190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.935347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.935426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.935512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.935600] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.394302] env[66378]: INFO networking_nsxv3.common.synchronization [req-f8319eaa-9072-4783-b941-5a5f570b4981 req-1365e265-50ee-4d9e-8031-e93d7e05e0d1 tempest-ServerMetadataNegativeTestJSON-507077196 tempest-ServerMetadataNegativeTestJSON-507077196-project-member] Enqueued Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 791.394989] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 791.395459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.396457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.396457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.396457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.396457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.396457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.396457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.397062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.397062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.397062] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.437915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.438136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.438183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.438466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.438919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.439296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.439579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.439710] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.439987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440149] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440758] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.762826] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 in Status: SUCCESS [ 791.763121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.763314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.763596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.764753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed5b8678-6041-4d75-a1e3-2eb25b524996',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.854502] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.854991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-370" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-370" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-370" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855912] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.855912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.855912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.856215] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.856215] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.856427] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.856494] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.856562] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.856730] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.856730] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.856865] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.856950] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.880035] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.880035] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.880035] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.880035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-370" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.880035] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-719aa647-6844-41e6-a33f-98119abc8c66 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.880035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.880035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.880035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.880035] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719aa647-6844-41e6-a33f-98119abc8c66',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.899603] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900546] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.900546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900866] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb851e2-19b8-4f3f-8abb-877608133891 already deleted. [ 791.900956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.942943] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32b53e0-588e-4f57-b71e-d6415e9b594a: rpc.has_security_group_logging(os_id): False [ 791.960082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.960272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.960395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.960635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.960802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.960942] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.961103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.961261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.961330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.961699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.961699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.961841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.961910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.963204] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.963204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.963204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.963204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.963204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.963204] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be created. [ 792.025108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.025384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.025469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.025683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.025887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.038172] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 792.288247] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.289048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.289048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.289048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.289048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.289292] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed5b8678-6041-4d75-a1e3-2eb25b524996 is going to be deleted. [ 792.369086] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.369086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.369086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.369086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.369086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.369086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed5b8678-6041-4d75-a1e3-2eb25b524996" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384040] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.384040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.384040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.384040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.384318] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384318] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 719aa647-6844-41e6-a33f-98119abc8c66 not found, creating... [ 792.384590] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.384769] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.384890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.385222] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.385370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.385676] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.385856] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.385974] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.386228] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.386467] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.386628] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 719aa647-6844-41e6-a33f-98119abc8c66 is going to be created. [ 792.410365] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.410365] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.410365] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.410658] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.410936] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.411049] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [req-f8319eaa-9072-4783-b941-5a5f570b4981 req-8e24332f-ff56-440c-9ebb-a24f931da677 service nova] Enqueued Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_rules [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [req-f8319eaa-9072-4783-b941-5a5f570b4981 req-8e24332f-ff56-440c-9ebb-a24f931da677 service nova] Enqueued Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [req-f8319eaa-9072-4783-b941-5a5f570b4981 req-8e24332f-ff56-440c-9ebb-a24f931da677 service nova] Enqueued Resource ID: 719aa647-6844-41e6-a33f-98119abc8c66 with Priority: HIGHEST for action port [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_rules [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 793.127317] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719aa647-6844-41e6-a33f-98119abc8c66 with Priority: HIGHEST for action port [ 793.127317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.127317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.127317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.127317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.127317] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.128940] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.129300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.129749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.130133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.131113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.131113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.131113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.132477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.132477] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.137082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-719aa647-6844-41e6-a33f-98119abc8c66 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.137412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.137623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139216] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719aa647-6844-41e6-a33f-98119abc8c66',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.639707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639994] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.641056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 719aa647-6844-41e6-a33f-98119abc8c66 with status ACTIVE [ 793.641300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.641456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.641532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.641779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.641918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.642133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.642374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.642594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.642686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.642977] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.643095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.643141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.643295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.643386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.643503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 719aa647-6844-41e6-a33f-98119abc8c66 is going to be updated. [ 793.669638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.669814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.669894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.670805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.670805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.670805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719aa647-6844-41e6-a33f-98119abc8c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.869588] env[66378]: INFO networking_nsxv3.common.synchronization [None req-dec65b51-d489-4de4-a387-7ffde9a534d9 None None] Enqueued Resource ID: b1e5d321-10e2-4c08-b457-47e0367ea04f with Priority: HIGHEST for action port [ 793.870352] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e5d321-10e2-4c08-b457-47e0367ea04f with Priority: HIGHEST for action port [ 793.870708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e5d321-10e2-4c08-b457-47e0367ea04f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.870858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e5d321-10e2-4c08-b457-47e0367ea04f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.870933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e5d321-10e2-4c08-b457-47e0367ea04f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.871244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e5d321-10e2-4c08-b457-47e0367ea04f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871330] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e5d321-10e2-4c08-b457-47e0367ea04f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.052343] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 794.052412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.145612] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.373557] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e5d321-10e2-4c08-b457-47e0367ea04f [ 794.374712] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.374712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.374712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.374712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.377498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.377498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e5d321-10e2-4c08-b457-47e0367ea04f already deleted. [ 794.377498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e5d321-10e2-4c08-b457-47e0367ea04f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.648921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.650146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.650146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.650146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.650146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.650146] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb851e2-19b8-4f3f-8abb-877608133891 is going to be created. [ 794.679094] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.681102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.681102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.681102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.681102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.692436] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: UNINITIALIZED for 2s [ 796.265025] env[66378]: INFO networking_nsxv3.common.synchronization [None req-74fe6928-8f7b-4e86-8c64-aeb27c2e4c7c None None] Enqueued Resource ID: 42779d13-d9ed-458d-9420-2d79ff077de3 with Priority: HIGHEST for action port [ 796.265717] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42779d13-d9ed-458d-9420-2d79ff077de3 with Priority: HIGHEST for action port [ 796.265717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-42779d13-d9ed-458d-9420-2d79ff077de3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.265934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42779d13-d9ed-458d-9420-2d79ff077de3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.266048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42779d13-d9ed-458d-9420-2d79ff077de3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.266555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42779d13-d9ed-458d-9420-2d79ff077de3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.266555] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42779d13-d9ed-458d-9420-2d79ff077de3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.706170] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: SUCCESS [ 796.706460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.706680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.706871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.708339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.709935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.709935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.709935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.709935] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.769606] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42779d13-d9ed-458d-9420-2d79ff077de3 [ 796.770629] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.770629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.770629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.770629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.770629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.770629] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42779d13-d9ed-458d-9420-2d79ff077de3 already deleted. [ 796.770629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42779d13-d9ed-458d-9420-2d79ff077de3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.134807] env[66378]: INFO networking_nsxv3.common.synchronization [req-3fa6cf1b-5925-4b1b-a969-1cdf45f1c733 req-1c1c06bb-adc7-4022-80cf-6b9165e7c144 tempest-ListImageFiltersTestJSON-2029695914 tempest-ListImageFiltersTestJSON-2029695914-project-member] Enqueued Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 797.135534] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 with Priority: HIGHEST for action security_group_members [ 797.136127] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9c7f9fb-9581-4933-aa49-bb1f86499e04 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.136294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.136391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.136610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.137019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.137165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.137235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.137412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.137485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.137577] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9c7f9fb-9581-4933-aa49-bb1f86499e04',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.213176] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.213342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.214766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.214766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.214766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.214766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.216293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.216293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.216293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.216293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.216293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.216293] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.642074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.642375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.642414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.642727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.642911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.643284] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.643813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.643902] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 is going to be updated. [ 797.674758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.675223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.675432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.684990] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: IN_PROGRESS for 2s [ 797.718433] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adb851e2-19b8-4f3f-8abb-877608133891: rpc.has_security_group_logging(os_id): False [ 797.737416] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.739019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.739019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.742235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.742499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.742616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.742680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.742947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.743377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.743443] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.743568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.743651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.743905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.744054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.744432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.744811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.746539] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb851e2-19b8-4f3f-8abb-877608133891 is going to be created. [ 797.814200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.814493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.814493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.814717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.814995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.830787] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: IN_PROGRESS for 2s [ 799.571769] env[66378]: INFO networking_nsxv3.common.synchronization [req-befdff50-ff5b-469f-b9f3-650ad0fd3d06 req-45e8754c-a031-4a5a-b46b-e319c2ab4c2e tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 799.574047] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 799.574047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.574047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.574047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.574047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.574307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.574307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.574307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.574432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.574520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.574719] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.698311] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 in Status: SUCCESS [ 799.698311] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9c7f9fb-9581-4933-aa49-bb1f86499e04 deletion is rescheduled due to dependency. [ 799.698311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9c7f9fb-9581-4933-aa49-bb1f86499e04" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: SUCCESS [ 799.857061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.951383] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a8d908ca-9c35-4d07-a8e0-06c5f77f1209 None None] Enqueued Resource ID: ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8 with Priority: HIGHEST for action port [ 799.952427] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8 with Priority: HIGHEST for action port [ 799.952990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.954039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.954039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.954039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.954234] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.991098] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.991098] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.991277] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.991595] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.991914] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.993116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.993116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.993116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.993116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.993116] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.993116] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.993116] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.993374] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.993511] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.993639] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.993825] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.016303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.016303] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.016303] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.016303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.016303] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-bb73df38-165f-4918-8068-2ccc29da2d4e taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.016303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.016303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.016303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.016799] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb73df38-165f-4918-8068-2ccc29da2d4e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.077325] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.077501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.077579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.077774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.102520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.103823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.103823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.103823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.103823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.103823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.103823] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 800.134161] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.134161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.134161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.134161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.134161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.142110] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 800.459450] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8 [ 800.459701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.459839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.459909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.460142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.460237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.460335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8 already deleted. [ 800.460418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce41a9b7-2c5f-40fa-bfdd-a983ee43e3e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.519467] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.519467] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.519794] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519794] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.519967] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.520185] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port bb73df38-165f-4918-8068-2ccc29da2d4e not found, creating... [ 800.520355] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.521030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.521030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.521030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.521216] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.521354] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.521508] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.521652] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.521817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.521943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.522158] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: bb73df38-165f-4918-8068-2ccc29da2d4e is going to be created. [ 800.547901] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.547901] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.547901] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.547901] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.547901] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.548187] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.307684] env[66378]: INFO networking_nsxv3.common.synchronization [req-befdff50-ff5b-469f-b9f3-650ad0fd3d06 req-404f6de3-43a3-4b14-9bde-0119d233091e service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 801.307913] env[66378]: INFO networking_nsxv3.common.synchronization [req-befdff50-ff5b-469f-b9f3-650ad0fd3d06 req-404f6de3-43a3-4b14-9bde-0119d233091e service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 801.307961] env[66378]: INFO networking_nsxv3.common.synchronization [req-befdff50-ff5b-469f-b9f3-650ad0fd3d06 req-404f6de3-43a3-4b14-9bde-0119d233091e service nova] Enqueued Resource ID: bb73df38-165f-4918-8068-2ccc29da2d4e with Priority: HIGHEST for action port [ 801.308812] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 801.308812] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 801.308942] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb73df38-165f-4918-8068-2ccc29da2d4e with Priority: HIGHEST for action port [ 801.309226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.309312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.309490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.309563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.309838] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.310694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.310800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.311075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb73df38-165f-4918-8068-2ccc29da2d4e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.311075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.311075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.311315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.311445] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb73df38-165f-4918-8068-2ccc29da2d4e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.817125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.817125] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb73df38-165f-4918-8068-2ccc29da2d4e with status ACTIVE [ 801.817125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.817125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.817125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.818331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.818331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.818331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb73df38-165f-4918-8068-2ccc29da2d4e is going to be updated. [ 801.839756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.839929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.839971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.840189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.840390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.840524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb73df38-165f-4918-8068-2ccc29da2d4e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.175389] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 802.175593] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 802.175767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.175970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.176285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.176484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.176602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.176668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.176829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.176910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.177022] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.234029] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0ae87e56-59a3-41ad-a2f1-7a4a290562c0 None None] Enqueued Resource ID: 6072eb27-426f-49ab-981f-d1d4707dd26e with Priority: HIGHEST for action port [ 802.235649] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6072eb27-426f-49ab-981f-d1d4707dd26e with Priority: HIGHEST for action port [ 802.235649] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6072eb27-426f-49ab-981f-d1d4707dd26e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.235649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6072eb27-426f-49ab-981f-d1d4707dd26e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.235649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6072eb27-426f-49ab-981f-d1d4707dd26e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.235649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6072eb27-426f-49ab-981f-d1d4707dd26e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.235649] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6072eb27-426f-49ab-981f-d1d4707dd26e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.681136] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.740769] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6072eb27-426f-49ab-981f-d1d4707dd26e [ 802.741021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.741163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.741233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.741476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.741585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.741684] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6072eb27-426f-49ab-981f-d1d4707dd26e already deleted. [ 802.741769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6072eb27-426f-49ab-981f-d1d4707dd26e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.183243] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.685397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.685743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.685743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.685841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.685915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.686025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 803.718177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.718177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.718177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.718412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.718774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.728600] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 805.740588] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 805.740922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.741052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.741344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.741608] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.741816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.742011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.742127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.742225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.742350] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.245530] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.245776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.245776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.245955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.246167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.246289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.246356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.246511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.246601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.246668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.246820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.246910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.246985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.247121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.247259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.247366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.247427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.247642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.247642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.247815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.247815] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.749697] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 806.768109] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.768310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.768388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.768613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.768709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.768932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.769066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.769116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.769259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.769469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.769689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.769786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.769848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.769992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770260] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.770356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.770420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.770558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770739] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 806.841104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.841104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.841104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.841371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.841371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.856536] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 806.959399] env[66378]: INFO networking_nsxv3.common.synchronization [req-e934f64d-1357-48d6-a45f-a3d8ada8443d req-61c67515-4c00-4d77-9aed-6bcecb1316b0 tempest-ServerMetadataNegativeTestJSON-507077196 tempest-ServerMetadataNegativeTestJSON-507077196-project-member] Enqueued Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 806.959962] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGHEST for action security_group_members [ 806.960472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.960612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.960683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.960897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.961812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.961961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.962054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.962437] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.465390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.465594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.465688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.465997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.466179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.466427] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.466564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.466628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.466831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.466931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.467059] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb851e2-19b8-4f3f-8abb-877608133891 is going to be updated. [ 807.495246] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.495246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.495501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.495501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.505378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: IN_PROGRESS for 2s [ 807.995868] env[66378]: INFO networking_nsxv3.common.synchronization [req-0abbb604-c8b3-45aa-a896-534e18809ed7 req-05ca497f-5a4e-41a6-b001-e03fe90b23a1 tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 807.996371] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 807.996680] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.996801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.996866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.997859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.998066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.998182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.998427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.998514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998610] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.362391] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.362592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.362720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.363666] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.363666] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.363666] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.363666] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.364013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.364013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.364130] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.364193] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.364295] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.364404] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.364540] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.365973] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.365973] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.383822] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.384093] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.384752] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.384752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.385255] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-de0f337f-9fcf-44a6-9d9a-d08518e0add9 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.385255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.385255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.385596] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.385736] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0f337f-9fcf-44a6-9d9a-d08518e0add9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.501394] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.872479] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 808.872717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.888214] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.888459] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.888608] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.888916] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.889079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.889257] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port de0f337f-9fcf-44a6-9d9a-d08518e0add9 not found, creating... [ 808.889564] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.889728] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.889844] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890080] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.890216] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.890495] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.890650] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.890769] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890993] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.891133] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.891274] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: de0f337f-9fcf-44a6-9d9a-d08518e0add9 is going to be created. [ 808.913589] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.913807] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.913930] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.914326] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.914579] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.914811] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.003518] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.506050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.506268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.506322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.506545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.506637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506754] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 809.516829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb851e2-19b8-4f3f-8abb-877608133891 in Status: SUCCESS [ 809.517015] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb851e2-19b8-4f3f-8abb-877608133891 deletion is rescheduled due to dependency. [ 809.517143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.533912] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.534135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.534198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.534730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.534730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.544512] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 809.627303] env[66378]: INFO networking_nsxv3.common.synchronization [req-0abbb604-c8b3-45aa-a896-534e18809ed7 req-913e0e65-d10b-4ece-9976-50db85102e70 service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 809.627651] env[66378]: INFO networking_nsxv3.common.synchronization [req-0abbb604-c8b3-45aa-a896-534e18809ed7 req-913e0e65-d10b-4ece-9976-50db85102e70 service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 809.628359] env[66378]: INFO networking_nsxv3.common.synchronization [req-0abbb604-c8b3-45aa-a896-534e18809ed7 req-913e0e65-d10b-4ece-9976-50db85102e70 service nova] Enqueued Resource ID: de0f337f-9fcf-44a6-9d9a-d08518e0add9 with Priority: HIGHEST for action port [ 809.628359] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 809.628563] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 809.628563] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0f337f-9fcf-44a6-9d9a-d08518e0add9 with Priority: HIGHEST for action port [ 809.628830] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.628954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.629051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.629225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.629372] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.630214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.630342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.630475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0f337f-9fcf-44a6-9d9a-d08518e0add9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.630569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.630619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.630812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.630812] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0f337f-9fcf-44a6-9d9a-d08518e0add9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.132146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132474] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de0f337f-9fcf-44a6-9d9a-d08518e0add9 with status ACTIVE [ 810.132649] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.133079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.133344] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.133441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.133500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.133651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.133906] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.133996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.134064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.134205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.134271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.134340] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de0f337f-9fcf-44a6-9d9a-d08518e0add9 is going to be updated. [ 810.157446] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.157612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.157693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.157846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.158017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.158148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0f337f-9fcf-44a6-9d9a-d08518e0add9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.742314] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d55e4b0d-f0e2-4b77-b7fa-1b3d1e4fb0b1 tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: bca45cc2-d90a-4793-8a88-11fc82148845 with Priority: HIGHEST for action security_group_rules [ 810.743038] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca45cc2-d90a-4793-8a88-11fc82148845 with Priority: HIGHEST for action security_group_rules [ 810.743140] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca45cc2-d90a-4793-8a88-11fc82148845 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.743293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.743348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.743584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.743682] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca45cc2-d90a-4793-8a88-11fc82148845',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.866440] env[66378]: INFO networking_nsxv3.common.synchronization [None req-73e439c2-0422-4e6d-9f18-374c5e15d061 tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: bca45cc2-d90a-4793-8a88-11fc82148845 with Priority: HIGHEST for action security_group_rules [ 810.867194] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca45cc2-d90a-4793-8a88-11fc82148845 with Priority: HIGHEST for action security_group_rules [ 810.867237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bca45cc2-d90a-4793-8a88-11fc82148845 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.867305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.267074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.267385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.267385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.267536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.267619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.267714] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca45cc2-d90a-4793-8a88-11fc82148845 already deleted. [ 811.267797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.267975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.268146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.268229] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bca45cc2-d90a-4793-8a88-11fc82148845',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.556434] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 811.557045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.557045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.557172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.557317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.557430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.557494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.557633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.557710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.557811] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.788390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.788553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.788654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.788871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.788960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.789070] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bca45cc2-d90a-4793-8a88-11fc82148845 already deleted. [ 811.789155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bca45cc2-d90a-4793-8a88-11fc82148845" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.060990] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.564652] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.069318] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.070148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.070148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.070436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.070864] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 813.101842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.101842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.101842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.102743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.112274] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 815.123450] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 815.123852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.124058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.124627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.124695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.125062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.125174] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.627682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.627900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.627986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.628285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.628544] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.628690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.628954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.629190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.629284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.629582] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.629744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.629852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.630095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.630366] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.630523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.630661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.630886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.631046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.631183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.631330] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.868148] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.868148] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 816.135880] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32b53e0-588e-4f57-b71e-d6415e9b594a: rpc.has_security_group_logging(os_id): False [ 816.157197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.157339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.157424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.157986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.159139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.159139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.159139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.159423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.159423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.159423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.160102] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.160499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.160601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.160707] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 816.237336] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.237336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.237336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.237336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.237611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.251231] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 816.553021] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9d458901-327c-42de-b4e1-91c482089a7d None None] Enqueued Resource ID: 96388dad-a3e2-4d05-b35e-c1439ba3367b with Priority: HIGHEST for action port [ 816.553021] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96388dad-a3e2-4d05-b35e-c1439ba3367b with Priority: HIGHEST for action port [ 816.553021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-96388dad-a3e2-4d05-b35e-c1439ba3367b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.553021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96388dad-a3e2-4d05-b35e-c1439ba3367b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.553021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96388dad-a3e2-4d05-b35e-c1439ba3367b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.553993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96388dad-a3e2-4d05-b35e-c1439ba3367b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.554227] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96388dad-a3e2-4d05-b35e-c1439ba3367b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.057052] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96388dad-a3e2-4d05-b35e-c1439ba3367b [ 817.057052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.057311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.057311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.057448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.057563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.057674] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96388dad-a3e2-4d05-b35e-c1439ba3367b already deleted. [ 817.057760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96388dad-a3e2-4d05-b35e-c1439ba3367b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.268687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 818.268937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668057] env[66378]: INFO networking_nsxv3.common.synchronization [req-30b66f2b-5d6e-4f6b-9f14-b376278f014e req-56096e0f-11ab-4f0b-96cc-1dc3ec306d57 tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 818.668291] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 818.668776] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.669158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.669158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.669500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.669822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.669944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.670575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.670575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.670575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.073220] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.073375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.073418] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.073676] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.073944] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.075441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.075441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.075632] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.077182] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.078452] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.078452] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.078452] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.078452] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.078452] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.078452] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.078733] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.103142] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.103142] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.103142] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.103142] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-273" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.103645] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-d7832971-a2af-4e4b-995f-c0aa0446e7f3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.104052] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.104220] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.104545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.104784] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7832971-a2af-4e4b-995f-c0aa0446e7f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.174311] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.247313] env[66378]: INFO networking_nsxv3.common.synchronization [None req-488b151d-3a9f-4a54-8542-08c0d8fd0c4c None None] Enqueued Resource ID: f64cf8d0-1d5f-4579-9b19-ff128c374758 with Priority: HIGHEST for action port [ 819.247977] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64cf8d0-1d5f-4579-9b19-ff128c374758 with Priority: HIGHEST for action port [ 819.248395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64cf8d0-1d5f-4579-9b19-ff128c374758 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.248589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64cf8d0-1d5f-4579-9b19-ff128c374758" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.248698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64cf8d0-1d5f-4579-9b19-ff128c374758" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.249494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64cf8d0-1d5f-4579-9b19-ff128c374758" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.249644] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64cf8d0-1d5f-4579-9b19-ff128c374758',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.608193] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.608540] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.608907] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.609070] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.609270] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.609478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port d7832971-a2af-4e4b-995f-c0aa0446e7f3 not found, creating... [ 819.609850] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.610073] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.610234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.610547] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.610768] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.611254] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.611477] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.611636] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.611913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.612106] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.612303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: d7832971-a2af-4e4b-995f-c0aa0446e7f3 is going to be created. [ 819.638600] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638939] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639101] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676818] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.755464] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f64cf8d0-1d5f-4579-9b19-ff128c374758 [ 819.755880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.755880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.755992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.756149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.756248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.756377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f64cf8d0-1d5f-4579-9b19-ff128c374758 already deleted. [ 819.756469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64cf8d0-1d5f-4579-9b19-ff128c374758" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.076357] env[66378]: INFO networking_nsxv3.common.synchronization [req-a1d11ddc-78b5-45e6-8f9d-961c36ffc5f8 req-bb9872c9-1ff2-4c04-85fa-1f22d9c39417 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 820.076516] env[66378]: INFO networking_nsxv3.common.synchronization [req-a1d11ddc-78b5-45e6-8f9d-961c36ffc5f8 req-bb9872c9-1ff2-4c04-85fa-1f22d9c39417 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 820.076950] env[66378]: INFO networking_nsxv3.common.synchronization [req-a1d11ddc-78b5-45e6-8f9d-961c36ffc5f8 req-bb9872c9-1ff2-4c04-85fa-1f22d9c39417 tempest-SecurityGroupsTestJSON-1446964062 tempest-SecurityGroupsTestJSON-1446964062-project-member] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 820.077314] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGHEST for action security_group_members [ 820.077465] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGHEST for action security_group_members [ 820.077597] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGHEST for action security_group_members [ 820.077918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.078056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.078134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.078328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.078622] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.078731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.078786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.078946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.079150] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.080428] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.080428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.080611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.080611] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.080723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082053] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.084055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.084055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.084055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.084341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.084402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.084486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.084533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.084959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.085180] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.180120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.180357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.180461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.180740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.180881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 820.212792] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.212969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.213339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.213339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.213514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.224404] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 820.383884] env[66378]: INFO networking_nsxv3.common.synchronization [req-30b66f2b-5d6e-4f6b-9f14-b376278f014e req-bd202fab-9c79-45a7-8917-1b0b4c2b1292 service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 820.383884] env[66378]: INFO networking_nsxv3.common.synchronization [req-30b66f2b-5d6e-4f6b-9f14-b376278f014e req-bd202fab-9c79-45a7-8917-1b0b4c2b1292 service nova] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 820.383884] env[66378]: INFO networking_nsxv3.common.synchronization [req-30b66f2b-5d6e-4f6b-9f14-b376278f014e req-bd202fab-9c79-45a7-8917-1b0b4c2b1292 service nova] Enqueued Resource ID: d7832971-a2af-4e4b-995f-c0aa0446e7f3 with Priority: HIGHEST for action port [ 820.384168] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_rules [ 820.384168] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 820.384249] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7832971-a2af-4e4b-995f-c0aa0446e7f3 with Priority: HIGHEST for action port [ 820.384684] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.385186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.385296] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.387219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.387219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.387219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7832971-a2af-4e4b-995f-c0aa0446e7f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.387219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.387532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.387532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.387532] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7832971-a2af-4e4b-995f-c0aa0446e7f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.588193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.588193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.588193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.588193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.588541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.588541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.588541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.588699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.588699] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be updated. [ 820.589831] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.589940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.590015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.590171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.591232] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.591232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.618332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.618332] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.618753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.618753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.618753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.618916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.618916] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be updated. [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.621588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.621588] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be updated. [ 820.624097] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.624097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.624097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.624097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.624097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634826] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: IN_PROGRESS for 2s [ 820.662026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.662026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.662026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.662026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.662026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.662999] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.663168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.663213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.663443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.663592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.674482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: IN_PROGRESS for 2s [ 820.675948] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: IN_PROGRESS for 2s [ 820.889352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.889513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.889696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7832971-a2af-4e4b-995f-c0aa0446e7f3 with status ACTIVE [ 820.889868] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.889976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.890525] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.890824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.890901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.891172] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.891241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.891241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.891385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.891464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.891541] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7832971-a2af-4e4b-995f-c0aa0446e7f3 is going to be updated. [ 820.915773] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.916213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.916552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.916765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7832971-a2af-4e4b-995f-c0aa0446e7f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.235546] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 4s [ 822.648058] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c in Status: SUCCESS [ 822.648058] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c deletion is rescheduled due to dependency. [ 822.648058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.686290] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 in Status: SUCCESS [ 822.686518] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 deletion is rescheduled due to dependency. [ 822.686629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.687436] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 in Status: SUCCESS [ 822.687583] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 deletion is rescheduled due to dependency. [ 822.687910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.251176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.251176] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.251176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.251176] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.754082] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.256594] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.385484] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.385484] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 825.760774] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.761139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.761210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.761500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.761652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761809] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 825.794316] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.796019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.796019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.796019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.796019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.806418] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 827.821822] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.821822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821822] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.324179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.324359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.324400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.324751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.325191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.325272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.326051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.326305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.326491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.326606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.326843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.327246] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.327479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.327647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.327929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.328124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.328330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.328535] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.831816] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32b53e0-588e-4f57-b71e-d6415e9b594a: rpc.has_security_group_logging(os_id): False [ 828.851459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.852960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.852960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.852960] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.853205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.853266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.853586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.853727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.854256] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.854434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.854545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.854726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.856046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.856046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.856046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.856046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.856046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.856046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.856046] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 828.876556] env[66378]: INFO networking_nsxv3.common.synchronization [req-e758e3dd-126a-47ba-a37f-4a70bd49f9d2 req-15c574f5-ea75-4420-893a-ad20cc2856f0 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 828.877209] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 828.877910] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.878072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.878155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.878429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.878591] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.878706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.878767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.878939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.879042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.879142] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.943573] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.944319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.961474] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 829.251808] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.252081] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.252172] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.252480] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.252738] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.252893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.253017] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.253230] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.253462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.253686] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.253797] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.253901] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.254015] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.254146] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.254248] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.255045] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.275363] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.275821] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.276632] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.276632] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.276937] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-6203f076-06dd-4ed7-815c-b8c66c6446c8 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.277158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.277243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.277547] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.277680] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6203f076-06dd-4ed7-815c-b8c66c6446c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.382408] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.382553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.382602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.383327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.383327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.383466] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.383466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.383577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.385164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.385164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.385164] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 already deleted. [ 829.385164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.679114] env[66378]: INFO networking_nsxv3.common.synchronization [None req-71f25ce9-45a7-47c7-b133-4ce6d8cd72f2 None None] Enqueued Resource ID: bf3369bc-9e5e-4f2c-ad7d-e032133d176f with Priority: HIGHEST for action port [ 829.679653] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3369bc-9e5e-4f2c-ad7d-e032133d176f with Priority: HIGHEST for action port [ 829.679975] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3369bc-9e5e-4f2c-ad7d-e032133d176f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.682490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3369bc-9e5e-4f2c-ad7d-e032133d176f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.682490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3369bc-9e5e-4f2c-ad7d-e032133d176f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.682490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3369bc-9e5e-4f2c-ad7d-e032133d176f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.682490] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3369bc-9e5e-4f2c-ad7d-e032133d176f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.780380] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.780609] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.780734] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.781095] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.781206] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.781334] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 6203f076-06dd-4ed7-815c-b8c66c6446c8 not found, creating... [ 829.781588] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.781747] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.781859] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.782107] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.782227] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.782541] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.782703] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.782817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.783115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.783272] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.783435] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 6203f076-06dd-4ed7-815c-b8c66c6446c8 is going to be created. [ 829.804402] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.804586] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.804645] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.804919] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.805177] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.805505] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.185485] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf3369bc-9e5e-4f2c-ad7d-e032133d176f [ 830.185485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.185485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.185485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.185942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.187031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187031] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf3369bc-9e5e-4f2c-ad7d-e032133d176f already deleted. [ 830.187031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3369bc-9e5e-4f2c-ad7d-e032133d176f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.229507] env[66378]: INFO networking_nsxv3.common.synchronization [req-be29b4b9-7202-4652-830f-42a99bcd997d req-fc9de344-c99c-43cc-b7ce-af23f82fec7c tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 830.230074] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 830.230438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.231046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.231046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.231046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.231297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.231358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.231535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.231718] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [req-e758e3dd-126a-47ba-a37f-4a70bd49f9d2 req-c23dbec1-57e8-4784-a5e1-2b3dbd473c1a service nova] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [req-e758e3dd-126a-47ba-a37f-4a70bd49f9d2 req-c23dbec1-57e8-4784-a5e1-2b3dbd473c1a service nova] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [req-e758e3dd-126a-47ba-a37f-4a70bd49f9d2 req-c23dbec1-57e8-4784-a5e1-2b3dbd473c1a service nova] Enqueued Resource ID: 6203f076-06dd-4ed7-815c-b8c66c6446c8 with Priority: HIGHEST for action port [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_rules [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 830.523933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203f076-06dd-4ed7-815c-b8c66c6446c8 with Priority: HIGHEST for action port [ 830.525038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.527890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.527989] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.529805] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.529805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.531653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.531858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.532035] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.532138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.532213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.532363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.532450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.532543] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.533509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6203f076-06dd-4ed7-815c-b8c66c6446c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.533617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.533682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.533832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.533908] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6203f076-06dd-4ed7-815c-b8c66c6446c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.734721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.734721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.734721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.736519] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 830.779223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.791964] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 830.980590] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 830.980715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.030564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.030701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.036411] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6203f076-06dd-4ed7-815c-b8c66c6446c8 with status ACTIVE [ 831.036506] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.038068] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.038068] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.038530] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6203f076-06dd-4ed7-815c-b8c66c6446c8 is going to be updated. [ 831.039556] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.063479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.063961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.064088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.064336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.064510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.064933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6203f076-06dd-4ed7-815c-b8c66c6446c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.157869] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ca8d3f1c-4b54-474c-8a82-9f9fd79b03bc tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 831.158512] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 831.158848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.158979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.164202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.164202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.164202] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.262730] env[66378]: INFO networking_nsxv3.common.synchronization [None req-8d5e7e34-a4a8-4b24-825f-40e7f15ea1f6 tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 831.262730] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 831.262730] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.263384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.541872] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.685048] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.685245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.685382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.685623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.685730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.685848] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b already deleted. [ 831.685940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.686133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.686788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.686875] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.044895] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.045059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.045131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.045450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.045550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.045653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 is going to be created. [ 832.070761] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.070917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.071225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.071384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.077208] env[66378]: INFO networking_nsxv3.common.synchronization [req-dc4e35fd-abde-4052-8465-cdeed964a0d7 req-93cc6688-dc09-444b-91a2-1be98bc100f3 tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 832.078091] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 832.078091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.078231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.078284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.078938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.078938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.078938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.078938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.078938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.078938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.079302] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.084145] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: UNINITIALIZED for 2s [ 832.212296] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.212296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.212554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.212554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.212650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.212778] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b already deleted. [ 832.212826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.233995] env[66378]: INFO networking_nsxv3.common.synchronization [None req-611e0feb-b9b7-4e43-97b4-1149ac348d29 None None] Enqueued Resource ID: b165b963-1219-4831-925a-83bef5a0cafd with Priority: HIGHEST for action port [ 832.234867] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b165b963-1219-4831-925a-83bef5a0cafd with Priority: HIGHEST for action port [ 832.234972] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b165b963-1219-4831-925a-83bef5a0cafd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.236144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b165b963-1219-4831-925a-83bef5a0cafd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.236524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b165b963-1219-4831-925a-83bef5a0cafd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.237673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b165b963-1219-4831-925a-83bef5a0cafd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.237787] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b165b963-1219-4831-925a-83bef5a0cafd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.440025] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.440025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.444069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.444069] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.444069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.444069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.444069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.444069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.444069] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.444069] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.444069] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.444069] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.444069] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.444069] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.444069] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.467663] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.467663] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.467663] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.467663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-85" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.467663] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-d2074f59-d163-415a-9da5-ab2813871fe8 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.467663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.467663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.467663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.467663] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2074f59-d163-415a-9da5-ab2813871fe8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.582701] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.739639] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b165b963-1219-4831-925a-83bef5a0cafd [ 832.739904] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.740121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.740219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.740446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.740540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.740647] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b165b963-1219-4831-925a-83bef5a0cafd already deleted. [ 832.740779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b165b963-1219-4831-925a-83bef5a0cafd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.802018] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 832.802018] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 832.802018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.971843] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974023] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port d2074f59-d163-415a-9da5-ab2813871fe8 not found, creating... [ 832.974023] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.974023] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974542] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.974542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.974542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.974542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.974684] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.974684] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: d2074f59-d163-415a-9da5-ab2813871fe8 is going to be created. [ 833.001252] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.001562] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.001658] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.001876] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.002124] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.002353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.086300] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.589815] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.590153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.590153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.590271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.590359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.590467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 833.642772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.643060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.643353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.643519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659769] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 833.757516] env[66378]: INFO networking_nsxv3.common.synchronization [req-dc4e35fd-abde-4052-8465-cdeed964a0d7 req-edb3866c-d3fc-46d3-837b-ea0f43e15a90 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 833.757516] env[66378]: INFO networking_nsxv3.common.synchronization [req-dc4e35fd-abde-4052-8465-cdeed964a0d7 req-edb3866c-d3fc-46d3-837b-ea0f43e15a90 service nova] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 833.757516] env[66378]: INFO networking_nsxv3.common.synchronization [req-dc4e35fd-abde-4052-8465-cdeed964a0d7 req-edb3866c-d3fc-46d3-837b-ea0f43e15a90 service nova] Enqueued Resource ID: d2074f59-d163-415a-9da5-ab2813871fe8 with Priority: HIGHEST for action port [ 833.758025] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_rules [ 833.758137] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 833.758220] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2074f59-d163-415a-9da5-ab2813871fe8 with Priority: HIGHEST for action port [ 833.758524] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.758663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.758744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.760042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.760042] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.760866] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761400] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2074f59-d163-415a-9da5-ab2813871fe8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.762154] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2074f59-d163-415a-9da5-ab2813871fe8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.096888] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: SUCCESS [ 834.097113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.097277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.097495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.097703] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.097834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.097900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.099488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.099488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.099488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.099488] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.267518] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2074f59-d163-415a-9da5-ab2813871fe8 with status ACTIVE [ 834.268267] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.268267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.268267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.268267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.271796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.271796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.271796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2074f59-d163-415a-9da5-ab2813871fe8 is going to be updated. [ 834.271796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.297194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.297194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.297194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.297194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.297194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.297194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2074f59-d163-415a-9da5-ab2813871fe8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.600704] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.103545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24a0810c-c6e7-4b9a-ae18-49a496ac66f5: rpc.has_security_group_logging(os_id): False [ 835.124809] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.124968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.125126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.125425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.125684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.125773] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.125878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.125938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.126975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.127092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.127476] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 is going to be created. [ 835.158203] env[66378]: INFO networking_nsxv3.common.synchronization [req-b949d5c7-a39b-4ff7-b525-8824a8430413 req-947fe421-43a2-462c-a0b7-1f2772e518e9 tempest-ServersV294TestFqdnHostnames-1880456042 tempest-ServersV294TestFqdnHostnames-1880456042-project-member] Enqueued Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 835.161074] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 with Priority: HIGHEST for action security_group_members [ 835.161916] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cfe3dbd-34f9-4d78-b07f-23f14b019196 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.161916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.162092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.163117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.163117] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.163408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.163408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.163408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.163565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.163565] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cfe3dbd-34f9-4d78-b07f-23f14b019196',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.336169] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.336458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.336648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.336871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.337101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.362518] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: IN_PROGRESS for 2s [ 835.666176] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.666504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.666504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.666685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.666735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.666935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.667046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.667103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.667252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.667336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.667406] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 is going to be updated. [ 835.678271] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 835.678479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.678645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.678853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.679046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.679185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.679249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.679381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.679459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.679553] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.694384] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.695775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.695775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.695775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.695775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.707378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: IN_PROGRESS for 2s [ 836.183141] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.635944] env[66378]: INFO networking_nsxv3.common.synchronization [req-a8910846-7609-43a0-af5b-50d023c49100 req-6185c7fc-9c1d-433a-8750-f8387f80e147 tempest-VolumesAssistedSnapshotsTest-1038774038 tempest-VolumesAssistedSnapshotsTest-1038774038-project-member] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 836.636599] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGHEST for action security_group_members [ 836.636928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637510] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.643023] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.685822] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.141602] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.142611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.143152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.143152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.165648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.165973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.166154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.166245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.166576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.166692] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef is going to be updated. [ 837.188551] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.188721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.189086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.189215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.189353] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 837.195196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.195371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.195492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.195717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.195892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.204654] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: IN_PROGRESS for 2s [ 837.225312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.225312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.225563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.225563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.225708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.235554] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 837.373155] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: SUCCESS [ 837.375046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.719416] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 in Status: SUCCESS [ 837.719667] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cfe3dbd-34f9-4d78-b07f-23f14b019196 deletion is rescheduled due to dependency. [ 837.719822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cfe3dbd-34f9-4d78-b07f-23f14b019196" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.835409] env[66378]: INFO networking_nsxv3.common.synchronization [req-eb2f9f74-43d3-441a-9a93-83f3a0b60e3c req-816e2c7e-12c2-44e4-bbcc-91dfee0e4ccb tempest-ServersAdminNegativeTestJSON-1902066985 tempest-ServersAdminNegativeTestJSON-1902066985-project-member] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 838.836185] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 838.836538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.836751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.836824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.837071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.837257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.837322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.837383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.837530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.837613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.837717] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.158685] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.158685] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.158685] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.159431] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.159431] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.159431] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.159431] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.159431] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.159431] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.160345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.182186] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.182383] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.182542] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.182695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.182999] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-c4781410-1ee8-4432-8d8f-7948594166c2 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.183187] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.183384] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.183703] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.183843] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4781410-1ee8-4432-8d8f-7948594166c2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.213954] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: IN_PROGRESS for 4s [ 839.243908] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 839.244133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.244300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.244519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.244707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.244824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.244899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.245099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.245183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.245270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.245361] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.339323] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.687243] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.687488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.687807] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.687950] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.688170] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.688309] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port c4781410-1ee8-4432-8d8f-7948594166c2 not found, creating... [ 839.688559] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.688791] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.689328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.689328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.689328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.689592] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.690875] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.690875] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.690875] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.690875] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.690875] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: c4781410-1ee8-4432-8d8f-7948594166c2 is going to be created. [ 839.712561] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.712866] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.713040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713741] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.713741] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.713993] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.748584] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.748584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.748584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.748919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.749033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.749145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.749234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.749324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.749486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.749580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.749641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.749783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.749917] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.750015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.750214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.750287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.750424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.750549] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.842061] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.252782] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b1405f-f4ef-4465-8195-0877a30f2597: rpc.has_security_group_logging(os_id): False [ 840.272580] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.272905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.272905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.273036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.295012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.295333] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.295538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.295622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.295809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.295892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.296097] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.296422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.296520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.296714] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.297225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.297330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.297428] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 840.345621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.345785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.345886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.347578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.347759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.347887] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 840.365817] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.366022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.366022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.366201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.366474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.380847] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.380986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.380986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.381198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.381341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.383778] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 840.394265] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 840.442203] env[66378]: INFO networking_nsxv3.common.synchronization [req-eb2f9f74-43d3-441a-9a93-83f3a0b60e3c req-8c8a6d8d-ad57-4b79-be0b-d32ff474e725 service nova] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_rules [ 840.442519] env[66378]: INFO networking_nsxv3.common.synchronization [req-eb2f9f74-43d3-441a-9a93-83f3a0b60e3c req-8c8a6d8d-ad57-4b79-be0b-d32ff474e725 service nova] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 840.442592] env[66378]: INFO networking_nsxv3.common.synchronization [req-eb2f9f74-43d3-441a-9a93-83f3a0b60e3c req-8c8a6d8d-ad57-4b79-be0b-d32ff474e725 service nova] Enqueued Resource ID: c4781410-1ee8-4432-8d8f-7948594166c2 with Priority: HIGHEST for action port [ 840.443161] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_rules [ 840.443245] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 840.443449] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4781410-1ee8-4432-8d8f-7948594166c2 with Priority: HIGHEST for action port [ 840.443765] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.443862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.443862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.444827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.445073] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.446492] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.446612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.446817] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4781410-1ee8-4432-8d8f-7948594166c2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.446911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.446983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.447289] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4781410-1ee8-4432-8d8f-7948594166c2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.952842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.953233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.953281] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4781410-1ee8-4432-8d8f-7948594166c2 with status ACTIVE [ 840.953446] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.953564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.953633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.953854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.953971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.954388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.954388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.954388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.955011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.955154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.955859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.956165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.956165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.956261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.956351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.956447] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4781410-1ee8-4432-8d8f-7948594166c2 is going to be updated. [ 840.994302] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.994511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.994887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4781410-1ee8-4432-8d8f-7948594166c2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.225696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6ff873-79c2-467c-9787-3e83140a87ef in Status: SUCCESS [ 841.225696] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef deletion is rescheduled due to dependency. [ 841.225696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.422948] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 842.423349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.423407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.423618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.423802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.423923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.423989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.424157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.424238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.424335] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.426754] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 842.428389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.926973] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.429303] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.931884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.932092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.932265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932664] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 843.968210] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.969662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.970012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.970238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.970391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.981471] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 845.445038] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.445038] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 845.992694] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 845.992694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.993393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.993393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.993543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.993655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.993780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.993875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.993947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.994045] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.496687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.497064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.497064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.498106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.498106] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.498106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.498106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.498294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.498294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.498851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.498947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.499176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.499397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.499563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.499693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.499900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.500048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.500184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.500325] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.004423] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2686597-eb85-4336-ae11-d3af87d8af1e: rpc.has_security_group_logging(os_id): False [ 847.022349] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.022573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.022573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.022807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.022897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.023129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.023278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.023278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.023489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.023526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.023742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.023840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.023907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.024058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.024182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.024371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.024467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.024525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.024667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.024743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.024827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 847.083997] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.084164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.084232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.084433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.084569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.100418] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 848.725378] env[66378]: INFO networking_nsxv3.common.synchronization [req-beef26a5-6f16-49a3-b8c1-1b19548b1b25 req-bd21c617-065b-4b95-8aa3-9aae60a79ffd tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 848.725957] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 848.726292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.726418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.726485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.726731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.726900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.726990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.727071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.727225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.727308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.727398] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.071899] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.071992] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.072112] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.073077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.073077] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.073077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.073306] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.073422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.073741] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.074094] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.074312] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.074519] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.074775] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.074908] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.075072] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.075332] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.100161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.100410] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.100639] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.100924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.101449] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-44248e1e-73f7-4bd8-8cd7-d83309114886 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.101746] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.101973] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.102446] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.102672] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44248e1e-73f7-4bd8-8cd7-d83309114886',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.120140] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 849.120292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.231598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.231598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.231598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.232077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.232077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 already deleted. [ 849.232077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.609394] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.609640] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.609845] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.610287] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.610472] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.610651] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 44248e1e-73f7-4bd8-8cd7-d83309114886 not found, creating... [ 849.611345] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.611345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.611345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.611345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.611593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.611774] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.611968] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.612102] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.612305] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.612435] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.612571] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 44248e1e-73f7-4bd8-8cd7-d83309114886 is going to be created. [ 849.635366] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.635705] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.635794] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.636116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.636370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.636630] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.095953] env[66378]: INFO networking_nsxv3.common.synchronization [req-305c1b65-5a8c-487c-b532-113bc86e2f32 req-bb6a90cf-79b0-4e62-860b-685c1ac5903c tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 850.096500] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 850.096810] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.096936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.097021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.097220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.097368] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.097554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.097554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.097662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.097760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.097856] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.369391] env[66378]: INFO networking_nsxv3.common.synchronization [req-beef26a5-6f16-49a3-b8c1-1b19548b1b25 req-d81f8a79-5772-4be3-91ce-8c42dccdd40f service nova] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_rules [ 850.369588] env[66378]: INFO networking_nsxv3.common.synchronization [req-beef26a5-6f16-49a3-b8c1-1b19548b1b25 req-d81f8a79-5772-4be3-91ce-8c42dccdd40f service nova] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 850.370042] env[66378]: INFO networking_nsxv3.common.synchronization [req-beef26a5-6f16-49a3-b8c1-1b19548b1b25 req-d81f8a79-5772-4be3-91ce-8c42dccdd40f service nova] Enqueued Resource ID: 44248e1e-73f7-4bd8-8cd7-d83309114886 with Priority: HIGHEST for action port [ 850.370534] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_rules [ 850.370655] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 850.370779] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44248e1e-73f7-4bd8-8cd7-d83309114886 with Priority: HIGHEST for action port [ 850.372085] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.372085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.372085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.372085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.372085] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.373683] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.373683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.373683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.374034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.374034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.374034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.374230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.374230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.374299] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.377720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-44248e1e-73f7-4bd8-8cd7-d83309114886 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.377853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.377931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.378115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.378197] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44248e1e-73f7-4bd8-8cd7-d83309114886',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.601354] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.874212] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.874474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.879916] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.882810] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44248e1e-73f7-4bd8-8cd7-d83309114886 with status ACTIVE [ 850.882946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.883101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.883170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.883378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.883475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.883648] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.883750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.883805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.883958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.884050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.884238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.884327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.884397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.884526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.884595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.884706] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44248e1e-73f7-4bd8-8cd7-d83309114886 is going to be updated. [ 850.910361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.911098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.911216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.911392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.911563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.911741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44248e1e-73f7-4bd8-8cd7-d83309114886" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.103844] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.382797] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.606303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.606469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.606783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.606830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.606892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.606996] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 851.637231] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.637396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.637434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.637649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.637807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648665] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 851.888402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.888402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.888402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.888402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.888636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.888636] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be created. [ 851.913195] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.913346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.913401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.913611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.913768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.925951] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: UNINITIALIZED for 2s [ 851.951907] env[66378]: INFO networking_nsxv3.common.synchronization [req-948e4d94-e99e-4b02-a2e5-24a6b67c5c9f req-9f990fe3-9219-40b2-bc16-6f32c7ab1d31 tempest-ServerTagsTestJSON-1467633418 tempest-ServerTagsTestJSON-1467633418-project-member] Enqueued Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 851.952529] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 851.952824] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.952949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.953156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.953316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.953463] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.953572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.953644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.953813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.953905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.953985] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.299808] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.300209] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-484" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.300209] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-484" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.301834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-484" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.301834] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.301834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.301834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.302458] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.302458] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.302458] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.302458] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.302582] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.302636] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.302737] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.302895] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.303026] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.332375] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.332375] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.332375] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.332375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-484" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.332375] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-a135dbae-b28d-4f96-a253-6b93e133ac68 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.333309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.333309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.333574] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.333574] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a135dbae-b28d-4f96-a253-6b93e133ac68',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.459438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.459438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.459438] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 already deleted. [ 852.459438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.837944] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.838246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.838369] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.838654] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.839148] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.839148] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port a135dbae-b28d-4f96-a253-6b93e133ac68 not found, creating... [ 852.839276] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.839375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.839498] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.839757] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.839899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.840207] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.840361] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.840474] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.840675] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.840801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.840957] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: a135dbae-b28d-4f96-a253-6b93e133ac68 is going to be created. [ 852.861217] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.861506] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.861638] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.861922] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.862176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.862456] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.553718] env[66378]: INFO networking_nsxv3.common.synchronization [req-948e4d94-e99e-4b02-a2e5-24a6b67c5c9f req-897b15bf-5d00-4829-a385-2a2b0aeab157 service nova] Enqueued Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_rules [ 853.553976] env[66378]: INFO networking_nsxv3.common.synchronization [req-948e4d94-e99e-4b02-a2e5-24a6b67c5c9f req-897b15bf-5d00-4829-a385-2a2b0aeab157 service nova] Enqueued Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 853.554030] env[66378]: INFO networking_nsxv3.common.synchronization [req-948e4d94-e99e-4b02-a2e5-24a6b67c5c9f req-897b15bf-5d00-4829-a385-2a2b0aeab157 service nova] Enqueued Resource ID: a135dbae-b28d-4f96-a253-6b93e133ac68 with Priority: HIGHEST for action port [ 853.554545] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_rules [ 853.554680] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 853.554778] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a135dbae-b28d-4f96-a253-6b93e133ac68 with Priority: HIGHEST for action port [ 853.555177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.555354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.555470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.555896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.556145] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.557114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.557892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.557892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.557970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.558194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.558724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.558724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.558724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.558724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.558724] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.560388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a135dbae-b28d-4f96-a253-6b93e133ac68 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560949] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a135dbae-b28d-4f96-a253-6b93e133ac68',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.659013] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 853.659275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.936690] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 853.936944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.937131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.937346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.937536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.937661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.937727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.937876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.937959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.938060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.938156] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.062358] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.063714] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.063853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064287] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a135dbae-b28d-4f96-a253-6b93e133ac68 with status ACTIVE [ 854.064473] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.064940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.065323] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.065532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.065602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.065800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.065908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.066138] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.066239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.067157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.067332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.067437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.067533] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a135dbae-b28d-4f96-a253-6b93e133ac68 is going to be updated. [ 854.089065] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.089065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.090026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.090026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.090026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a135dbae-b28d-4f96-a253-6b93e133ac68" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.440976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.441343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.441501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.441789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.441975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.442113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.442378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.442517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.442660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.442862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.442991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.443073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.443269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.443494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.443675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.443743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.443933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.444031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.444124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.444243] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.566232] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.946251] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f5162a-4587-41d5-9a01-9624387548b9: rpc.has_security_group_logging(os_id): False [ 854.969329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.969473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.969527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.969786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.969876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.970228] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.970228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.970228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.970594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.970594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.970672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.971796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.971796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.971796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be created. [ 855.046733] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.060677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 855.070283] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.070283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.070283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.070283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.070283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.070283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 is going to be created. [ 855.081133] env[66378]: INFO networking_nsxv3.common.synchronization [req-31a6a6bd-13f1-4c27-9f7e-1f7ce9414514 req-4000fa0c-3e24-437c-8e32-17618cbf07b3 tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 855.081133] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 855.081133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.081133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.082239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.082455] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.096191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.096191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.096191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.096191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.096191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.107874] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: UNINITIALIZED for 2s [ 855.276928] env[66378]: INFO networking_nsxv3.common.synchronization [req-8445431a-33a1-47fe-b6fd-9fdb9bd4d954 req-379ec891-90cc-4c24-a13e-e095a2d2437a tempest-ServersAdminNegativeTestJSON-1902066985 tempest-ServersAdminNegativeTestJSON-1902066985-project-member] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 855.279497] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 855.283585] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.283585] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.283585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.283585] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.511481] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.512131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.512272] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.512688] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.512921] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.513414] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.513545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.513801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514322] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.514494] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.514644] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.514759] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.514869] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.515049] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.515334] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.541097] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.541636] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.541888] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.542350] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.542605] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-1bda4ede-ae34-4531-9087-caa90348ead2 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.542828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.543016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.543494] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.543774] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bda4ede-ae34-4531-9087-caa90348ead2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.585093] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.791594] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.046994] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.047206] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.047353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.047639] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.047789] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.047969] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 1bda4ede-ae34-4531-9087-caa90348ead2 not found, creating... [ 856.048256] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.048475] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.048600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.048822] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.048958] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.049259] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.049411] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.049532] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.050964] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.050964] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050964] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 1bda4ede-ae34-4531-9087-caa90348ead2 is going to be created. [ 856.070822] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.071218] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.071405] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.071740] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.071982] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.072226] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.088166] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.295588] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.595965] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.595965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.595965] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 856.627140] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.627140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.627140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.627140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.627140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.637165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 856.799742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.799742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.799742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.799742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.799742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.799742] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 856.830073] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.830073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.830073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.830073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.830073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.839347] env[66378]: INFO networking_nsxv3.common.synchronization [req-31a6a6bd-13f1-4c27-9f7e-1f7ce9414514 req-1b99f336-69ea-4176-a388-950865f68c52 service nova] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_rules [ 856.839710] env[66378]: INFO networking_nsxv3.common.synchronization [req-31a6a6bd-13f1-4c27-9f7e-1f7ce9414514 req-1b99f336-69ea-4176-a388-950865f68c52 service nova] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 856.839904] env[66378]: INFO networking_nsxv3.common.synchronization [req-31a6a6bd-13f1-4c27-9f7e-1f7ce9414514 req-1b99f336-69ea-4176-a388-950865f68c52 service nova] Enqueued Resource ID: 1bda4ede-ae34-4531-9087-caa90348ead2 with Priority: HIGHEST for action port [ 856.840972] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 856.841493] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_rules [ 856.841682] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 856.841821] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bda4ede-ae34-4531-9087-caa90348ead2 with Priority: HIGHEST for action port [ 856.842172] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.843190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.843496] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.843609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.843826] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bda4ede-ae34-4531-9087-caa90348ead2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.843938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.844021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.844246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.844329] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bda4ede-ae34-4531-9087-caa90348ead2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.074246] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 857.074520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.074737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.075244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.075385] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.117010] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: SUCCESS [ 857.117295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.117477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.117752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.118164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.118307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.118379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.118574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.118658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.118774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.118871] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.346572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bda4ede-ae34-4531-9087-caa90348ead2 with status ACTIVE [ 857.347712] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.347712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.347712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.347712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.347712] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.348159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.348159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.348159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.348159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.348279] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.348279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.348361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.348764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.348764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.348764] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bda4ede-ae34-4531-9087-caa90348ead2 is going to be updated. [ 857.374772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.374964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.374964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.375207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.375348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.375651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bda4ede-ae34-4531-9087-caa90348ead2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.578382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.578549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623564] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.623850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.623912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.624138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.624484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.624565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.624757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.624964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626246] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.131248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa957f20-fc02-4499-bfca-d204d72435e3: rpc.has_security_group_logging(os_id): False [ 858.151912] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.154464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.154464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.155378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.155378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.155378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.155378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.155378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.155378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 is going to be created. [ 858.220932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.221148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.221225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.221382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.221716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.233906] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: IN_PROGRESS for 2s [ 858.647488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 858.647746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.647962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.648193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.648384] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.648771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.648843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.649017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.649106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.650255] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.851398] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 858.852032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.152944] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.656746] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.024038] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a7c6cdc9-101a-4c18-8b71-50d60440ded5 None None] Enqueued Resource ID: ff5d3101-06a8-41e1-94e8-e30e3ea47a3e with Priority: HIGHEST for action port [ 860.024038] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5d3101-06a8-41e1-94e8-e30e3ea47a3e with Priority: HIGHEST for action port [ 860.024038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff5d3101-06a8-41e1-94e8-e30e3ea47a3e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.024651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff5d3101-06a8-41e1-94e8-e30e3ea47a3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.024651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff5d3101-06a8-41e1-94e8-e30e3ea47a3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.024651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff5d3101-06a8-41e1-94e8-e30e3ea47a3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.024651] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff5d3101-06a8-41e1-94e8-e30e3ea47a3e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.158921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.159091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.159162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.159389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.159458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.159595] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 860.192089] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.192252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.192325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.192532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.192682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.205051] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 860.249179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: SUCCESS [ 860.249179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.528092] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff5d3101-06a8-41e1-94e8-e30e3ea47a3e [ 860.528092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.528092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.528092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.528092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.528092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.528332] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff5d3101-06a8-41e1-94e8-e30e3ea47a3e already deleted. [ 860.528332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff5d3101-06a8-41e1-94e8-e30e3ea47a3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.182906] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b2cad17d-06b2-48d6-b86d-744ccd120a29 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 861.182906] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 861.183368] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.183645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.183785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.184187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.184187] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.279853] env[66378]: INFO networking_nsxv3.common.synchronization [None req-fcc0c125-f4ed-46d9-9974-6037301a9714 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 861.280501] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 861.281083] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.281083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708480] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.708890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.709068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.709158] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 already deleted. [ 861.709202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.709339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.709473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.709588] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.215906] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 862.216269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.216873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.217198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.217527] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.218938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.218938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.218938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.218938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.218938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.218938] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.231180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.231180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.231180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.231180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.231180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.231180] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 already deleted. [ 862.231180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.450739] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4e690841-39bf-4699-afc4-4abef7e3a55b None None] Enqueued Resource ID: 4946eddc-6a64-4a41-8694-39951b41f93d with Priority: HIGHEST for action port [ 862.450739] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4946eddc-6a64-4a41-8694-39951b41f93d with Priority: HIGHEST for action port [ 862.450739] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4946eddc-6a64-4a41-8694-39951b41f93d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4946eddc-6a64-4a41-8694-39951b41f93d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.451074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4946eddc-6a64-4a41-8694-39951b41f93d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.451346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4946eddc-6a64-4a41-8694-39951b41f93d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.452027] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4946eddc-6a64-4a41-8694-39951b41f93d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.722466] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.722670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.722764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.722997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.723436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.723574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.723656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.723845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.723967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.724101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.724271] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.724367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.725343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.725605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.725861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.726140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.726255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.727178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.727570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.727696] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.953718] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4946eddc-6a64-4a41-8694-39951b41f93d [ 862.953832] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.953982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.954132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.954308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.954466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.954516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4946eddc-6a64-4a41-8694-39951b41f93d already deleted. [ 862.954560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4946eddc-6a64-4a41-8694-39951b41f93d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.236944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f5162a-4587-41d5-9a01-9624387548b9: rpc.has_security_group_logging(os_id): False [ 863.259119] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.259119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.259119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.259119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259119] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.259119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.259469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.259469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.259560] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.259649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.259700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.259885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.259988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.260414] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.260787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.260787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.260787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.260787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.260970] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 863.325339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.325339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.325616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.325616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.325764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.339425] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 865.355115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 865.357106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.295990] env[66378]: INFO networking_nsxv3.common.synchronization [req-fa708e55-6db7-43cc-aedf-62dda8c95457 req-4cf40dd6-2f2d-40a2-badc-e8cfafc7ff26 tempest-ServerRescueTestJSON-1687902005 tempest-ServerRescueTestJSON-1687902005-project-member] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 866.296611] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 866.296957] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.301501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.301585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.301826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.302014] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.302144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.302207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.302781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.302891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.302999] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.698787] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.699094] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.699225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.699426] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.699743] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.699927] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.700615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.700615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.700615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.700830] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.700884] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.700982] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.701150] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.701250] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.701317] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.701498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.727655] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.727840] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.728227] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.728227] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-515" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.728520] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-c9513ff9-0d48-487c-9890-ab94ebb71a24 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.728688] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.728803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.729161] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.729308] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9513ff9-0d48-487c-9890-ab94ebb71a24',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.807313] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.092631] env[66378]: INFO networking_nsxv3.common.synchronization [req-998e5af2-251f-4a96-8ad1-43977a2c644c req-df2e99c2-aae1-4bc4-a7a6-b992c1b23504 tempest-ServerTagsTestJSON-1467633418 tempest-ServerTagsTestJSON-1467633418-project-member] Enqueued Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 867.092631] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGHEST for action security_group_members [ 867.092915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.093056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.093126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.093325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.093477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.093599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.093677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.093843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.093920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.094026] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.232618] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.232869] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.233150] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.233462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.233593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.233757] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port c9513ff9-0d48-487c-9890-ab94ebb71a24 not found, creating... [ 867.234077] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.234286] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.234408] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.234646] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.234787] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.235090] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.235428] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.235751] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.236074] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.236255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.236406] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: c9513ff9-0d48-487c-9890-ab94ebb71a24 is going to be created. [ 867.260486] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.260853] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.260921] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.261171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.261399] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.261629] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.311618] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.596168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.596334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.596407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.596650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.596745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.596945] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.597086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.597154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.597309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.597386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.597474] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 is going to be updated. [ 867.628771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.628944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.628986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.629549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.629549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.639514] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: IN_PROGRESS for 2s [ 867.818541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.818902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.818902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.819011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.819115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.819230] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 867.861828] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.862046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.862171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.862417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.862572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.874096] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 868.015083] env[66378]: INFO networking_nsxv3.common.synchronization [req-fa708e55-6db7-43cc-aedf-62dda8c95457 req-e574ac0a-553e-4507-bdf9-bf5ff4f369d6 service nova] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_rules [ 868.015083] env[66378]: INFO networking_nsxv3.common.synchronization [req-fa708e55-6db7-43cc-aedf-62dda8c95457 req-e574ac0a-553e-4507-bdf9-bf5ff4f369d6 service nova] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 868.015181] env[66378]: INFO networking_nsxv3.common.synchronization [req-fa708e55-6db7-43cc-aedf-62dda8c95457 req-e574ac0a-553e-4507-bdf9-bf5ff4f369d6 service nova] Enqueued Resource ID: c9513ff9-0d48-487c-9890-ab94ebb71a24 with Priority: HIGHEST for action port [ 868.015746] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_rules [ 868.015871] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 868.015971] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9513ff9-0d48-487c-9890-ab94ebb71a24 with Priority: HIGHEST for action port [ 868.016427] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.016557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.016651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.016965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.016995] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.017833] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.017945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018240] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9513ff9-0d48-487c-9890-ab94ebb71a24 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020107] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9513ff9-0d48-487c-9890-ab94ebb71a24',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.520508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.520702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.521512] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9513ff9-0d48-487c-9890-ab94ebb71a24 with status ACTIVE [ 868.521706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.521832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.521973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.522661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.522661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.522661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.522661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.522661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.522909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.522909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523040] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.523160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.523194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.523398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.523436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523503] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9513ff9-0d48-487c-9890-ab94ebb71a24 is going to be updated. [ 868.547647] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.547647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.547647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.547647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.547647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.547647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9513ff9-0d48-487c-9890-ab94ebb71a24" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.652048] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa957f20-fc02-4499-bfca-d204d72435e3 in Status: SUCCESS [ 869.652048] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 deletion is rescheduled due to dependency. [ 869.652048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884109] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 869.884426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.884685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.884984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.885252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.885416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.885514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.885734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.885851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.886012] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.388756] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.895283] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.397981] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.398162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.398229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.398442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.398525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.398633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 871.438094] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.438269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.438339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.438544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.438686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.475636] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 873.018794] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 873.018794] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 873.486390] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 873.486608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.486855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.487118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.487314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.487450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.487532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.487696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.488540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.488540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.488540] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.990674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.990814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.990814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.991045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.991221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.991327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.991383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.992215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.992215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.992215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.992215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.992215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.992456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.992456] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.992566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.992821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.992918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.993034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.993151] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.495933] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d86104e2-0d37-418d-99f1-d278d334c56c: rpc.has_security_group_logging(os_id): False [ 874.520191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.520430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.520430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.520712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.520812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.521474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521769] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.521855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.521910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522318] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.522409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522772] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 874.619192] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.619385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.619446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.619739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.619907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.645315] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 874.683862] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4e24a8e-534b-44ec-8020-d9fc5032087c req-26c58b94-7302-405a-b982-de8a4c4042d2 tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 874.684486] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 874.684758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.684885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.685033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.685212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.685365] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.685602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.685602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.685794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.685794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.685870] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.189404] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.691799] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.966329] env[66378]: INFO networking_nsxv3.common.synchronization [None req-73ef52de-35f0-4482-8d26-4c8e2e23a6a5 None None] Enqueued Resource ID: 41f11db2-d08a-4502-8264-6172180c5cd6 with Priority: HIGHEST for action port [ 875.966847] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f11db2-d08a-4502-8264-6172180c5cd6 with Priority: HIGHEST for action port [ 875.967163] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-41f11db2-d08a-4502-8264-6172180c5cd6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.967289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41f11db2-d08a-4502-8264-6172180c5cd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.967350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41f11db2-d08a-4502-8264-6172180c5cd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.967596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41f11db2-d08a-4502-8264-6172180c5cd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.967680] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41f11db2-d08a-4502-8264-6172180c5cd6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.195561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.195844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.195932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.196211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.196343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.196455] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 876.226438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.226586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.247868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 876.469692] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41f11db2-d08a-4502-8264-6172180c5cd6 [ 876.470820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.470820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.470820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.470820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.470820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.470820] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41f11db2-d08a-4502-8264-6172180c5cd6 already deleted. [ 876.470820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41f11db2-d08a-4502-8264-6172180c5cd6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.665209] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 876.665900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.260608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 878.261020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.979359] env[66378]: INFO networking_nsxv3.common.synchronization [None req-bd1efdc6-4d39-4f4a-b3bf-a0ad27d3ce4b None None] Enqueued Resource ID: 6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8 with Priority: HIGHEST for action port [ 878.979444] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8 with Priority: HIGHEST for action port [ 878.979752] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.980188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.980188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.980672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.981054] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.484901] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8 [ 879.485190] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.485331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.485401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.485635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.485760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.485867] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8 already deleted. [ 879.485953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f5b67ed-1af0-4f52-9cc2-e1fdf1c636a8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.981414] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.981698] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 886.558392] env[66378]: INFO networking_nsxv3.common.synchronization [req-ee4b2a74-5afd-4841-b499-0d79b029e7e7 req-f75e390a-308a-469e-ac2a-1f7c384530a2 tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 886.558865] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 886.559197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.559317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.559511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.559735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.559922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.560044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.560111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.560266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.560377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.560475] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.943160] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.943374] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.943497] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.943856] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.944149] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.944309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.944426] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.944649] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.944793] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.945014] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.945130] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.945265] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.945338] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.945447] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.945553] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.945710] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.966848] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.967694] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.967694] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.967694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-799" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.967694] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-12d936fc-8641-4d2e-819d-a9f18c8649f4 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.968043] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.968043] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.968264] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.968426] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d936fc-8641-4d2e-819d-a9f18c8649f4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.062907] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.063139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.063265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.063645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.100604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.100955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.101149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.102039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.102039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.102039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.102039] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be updated. [ 887.133509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.134325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.134426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.134616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.134787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.149868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 887.472276] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.472375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.472483] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.472814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.472965] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.473103] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 12d936fc-8641-4d2e-819d-a9f18c8649f4 not found, creating... [ 887.473431] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.473655] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.473778] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.473991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.474183] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.474500] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.474776] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.474813] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.475655] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.475655] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.475655] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 12d936fc-8641-4d2e-819d-a9f18c8649f4 is going to be created. [ 887.497137] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.497464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.497643] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.498082] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.498322] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.498678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.202468] env[66378]: INFO networking_nsxv3.common.synchronization [req-ee4b2a74-5afd-4841-b499-0d79b029e7e7 req-138ccc9a-1704-42ec-aeba-e91b4ab7f224 service nova] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 888.202468] env[66378]: INFO networking_nsxv3.common.synchronization [req-ee4b2a74-5afd-4841-b499-0d79b029e7e7 req-138ccc9a-1704-42ec-aeba-e91b4ab7f224 service nova] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 888.202468] env[66378]: INFO networking_nsxv3.common.synchronization [req-ee4b2a74-5afd-4841-b499-0d79b029e7e7 req-138ccc9a-1704-42ec-aeba-e91b4ab7f224 service nova] Enqueued Resource ID: 12d936fc-8641-4d2e-819d-a9f18c8649f4 with Priority: HIGHEST for action port [ 888.204037] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_rules [ 888.204542] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 888.205348] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d936fc-8641-4d2e-819d-a9f18c8649f4 with Priority: HIGHEST for action port [ 888.205348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.205348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.205348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.206019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.206178] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.207104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.207269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.207699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d936fc-8641-4d2e-819d-a9f18c8649f4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.207873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.208951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.209436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.209436] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d936fc-8641-4d2e-819d-a9f18c8649f4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.711695] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.711802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.712681] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d936fc-8641-4d2e-819d-a9f18c8649f4 with status ACTIVE [ 888.712681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.712681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.712681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.712681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.712933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.712933] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.713881] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.713881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.714151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.714151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.714151] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d936fc-8641-4d2e-819d-a9f18c8649f4 is going to be updated. [ 888.737299] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.737472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.737529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.737741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.737884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.738062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d936fc-8641-4d2e-819d-a9f18c8649f4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.161105] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 889.161261] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 deletion is rescheduled due to dependency. [ 889.161392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.161526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.161749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.161943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.162097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.162155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.162288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.162376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.162474] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.665028] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.170126] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.675163] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.675163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.675163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.675163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.675163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.675163] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be updated. [ 890.709244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.709865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.710154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.710483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.710763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.722482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 891.022371] env[66378]: INFO networking_nsxv3.common.synchronization [req-037f930a-0d1c-4eb4-831c-e34ee34bfa8c req-2fbdc24a-0654-4802-8c82-43d45bab3039 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 891.024988] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 891.025495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.025693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.025862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.026513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.026609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.026950] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.531740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531740] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc already deleted. [ 891.531740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.977032] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.977032] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.977032] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.977032] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.977032] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.977032] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.977032] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.977941] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.977941] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.977941] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.001171] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.001171] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.001171] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.001171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.001171] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1935070b-3750-4afe-8455-bd9454a09fb8 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.001171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.001171] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.001495] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.001526] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1935070b-3750-4afe-8455-bd9454a09fb8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.506014] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.506326] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.506457] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.506730] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.506893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.507078] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1935070b-3750-4afe-8455-bd9454a09fb8 not found, creating... [ 892.507345] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.507498] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.507610] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.507860] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.508048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.508296] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.508440] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.508552] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.508750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.508891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.509035] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1935070b-3750-4afe-8455-bd9454a09fb8 is going to be created. [ 892.529942] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.530294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.530488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.530714] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.530916] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.531154] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.734157] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 892.735052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.735052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.735052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.735052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.735292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.735292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.735441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.735441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.735499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.735636] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.238422] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.266434] env[66378]: INFO networking_nsxv3.common.synchronization [req-037f930a-0d1c-4eb4-831c-e34ee34bfa8c req-33d92cea-95ba-44a8-95f0-f7bf4b0ed29e service nova] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 893.266798] env[66378]: INFO networking_nsxv3.common.synchronization [req-037f930a-0d1c-4eb4-831c-e34ee34bfa8c req-33d92cea-95ba-44a8-95f0-f7bf4b0ed29e service nova] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 893.266798] env[66378]: INFO networking_nsxv3.common.synchronization [req-037f930a-0d1c-4eb4-831c-e34ee34bfa8c req-33d92cea-95ba-44a8-95f0-f7bf4b0ed29e service nova] Enqueued Resource ID: 1935070b-3750-4afe-8455-bd9454a09fb8 with Priority: HIGHEST for action port [ 893.267390] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_rules [ 893.267530] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 893.267625] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1935070b-3750-4afe-8455-bd9454a09fb8 with Priority: HIGHEST for action port [ 893.267982] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.269728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.269728] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.269913] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.270080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.270246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.270963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.271023] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.271236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.271331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.272165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.272165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.272165] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.273207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1935070b-3750-4afe-8455-bd9454a09fb8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.273414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.273523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.273709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.273819] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1935070b-3750-4afe-8455-bd9454a09fb8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.743704] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31ebc8ad-3256-4f55-8a14-831a413a9e59: rpc.has_security_group_logging(os_id): False [ 893.763776] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.763776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.763776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.763776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.763776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.764072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.764234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.764234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.764390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.764470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.764557] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be updated. [ 893.775726] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.776076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.776297] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.777540] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1935070b-3750-4afe-8455-bd9454a09fb8 with status ACTIVE [ 893.777920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.778109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.778262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.778527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.778659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.778968] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.779127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.779197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.779381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.779732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.779732] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.779732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.779883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.779936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.780021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.780120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1935070b-3750-4afe-8455-bd9454a09fb8 is going to be updated. [ 893.807864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.808087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.808192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.808414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.808553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.809127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1935070b-3750-4afe-8455-bd9454a09fb8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.859061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.859263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.859303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.860592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.860592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.885626] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 894.284143] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.788992] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.789956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.789956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.789956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.789956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.789956] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc is going to be created. [ 894.819052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.819052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.819052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.819052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.819052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830735] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: UNINITIALIZED for 2s [ 895.898069] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 895.898696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.980374] env[66378]: INFO networking_nsxv3.common.synchronization [req-2ac6a723-3672-4327-a733-d19dc13361bd req-73ba5694-2c85-4235-93a0-b67e37fee663 tempest-ServerRescueTestJSON-1687902005 tempest-ServerRescueTestJSON-1687902005-project-member] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 895.980374] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 895.980706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.981221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.981411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.981535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.981601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.981784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.981906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.982039] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.369687] env[66378]: INFO networking_nsxv3.common.synchronization [None req-685a25ac-83db-4372-b567-9213597d73eb tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 896.370321] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 896.370720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.370846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.370915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.371568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.371568] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.484112] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.594687] env[66378]: INFO networking_nsxv3.common.synchronization [None req-e72e36ba-bdfa-4c61-a939-104b1bb47edd tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 896.595366] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 896.595694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.596219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.844773] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: SUCCESS [ 896.845169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.845376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.845678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.845976] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.846546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.846685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.846890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.846966] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.891479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.891646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.891720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.892069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.892069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.892191] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 already deleted. [ 896.892191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.893025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.893025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.893025] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.986843] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.349730] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.416718] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.416896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.417019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.417221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.417296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.417377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 already deleted. [ 897.417450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.488812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.490111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.490111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.490111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.490111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.490111] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 897.529345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.529806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.531838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.532109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.532275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.550634] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 897.854553] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc: rpc.has_security_group_logging(os_id): False [ 897.874591] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.874990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.874990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.875750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.875750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.875899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.875966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.876057] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc is going to be created. [ 897.899295] env[66378]: INFO networking_nsxv3.common.synchronization [None req-97df8b2e-5bd0-45ed-b339-debcd9a2ea15 None None] Enqueued Resource ID: e322d0fa-37f0-4a6e-9f91-5755944c9ba4 with Priority: HIGHEST for action port [ 897.899295] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e322d0fa-37f0-4a6e-9f91-5755944c9ba4 with Priority: HIGHEST for action port [ 897.899295] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e322d0fa-37f0-4a6e-9f91-5755944c9ba4 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.899552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e322d0fa-37f0-4a6e-9f91-5755944c9ba4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.899552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e322d0fa-37f0-4a6e-9f91-5755944c9ba4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.899745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e322d0fa-37f0-4a6e-9f91-5755944c9ba4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.899832] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e322d0fa-37f0-4a6e-9f91-5755944c9ba4',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.944835] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.944985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.945070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.945284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.945465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.960094] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: IN_PROGRESS for 2s [ 898.403186] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e322d0fa-37f0-4a6e-9f91-5755944c9ba4 [ 898.403498] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.403637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.403714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.403908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.403997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.404124] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e322d0fa-37f0-4a6e-9f91-5755944c9ba4 already deleted. [ 898.404207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e322d0fa-37f0-4a6e-9f91-5755944c9ba4" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.158771] env[66378]: INFO networking_nsxv3.common.synchronization [req-bf7835b4-c917-4ba5-9bc2-b416d4535981 req-9379ea80-3bd0-45fc-ba65-020a7cc4cbe3 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 899.159346] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 899.159651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.159775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.159845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.160197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.160435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.160593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.160668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.160832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.160961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.161113] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.369748] env[66378]: INFO networking_nsxv3.common.synchronization [None req-138a9dfa-a6f5-4e3c-80ac-f1a17d27703e tempest-ServersTestBootFromVolume-190483007 tempest-ServersTestBootFromVolume-190483007-project-member] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 899.370822] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 899.370822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.370822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.370822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.371194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.371323] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.467901] env[66378]: INFO networking_nsxv3.common.synchronization [None req-34d9422c-78be-48d2-a66a-fdfcc6b92d61 tempest-ServersTestBootFromVolume-190483007 tempest-ServersTestBootFromVolume-190483007-project-member] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 899.467901] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 899.467901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.467901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.564624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 899.564845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.565891] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.566215] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.566292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.566678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.566851] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.567018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.567176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.567338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.567446] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.567651] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.567782] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.567864] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.567965] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.568080] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.568590] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.568590] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.586893] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.586893] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.587078] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.587188] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.587515] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-3142c5cb-00b8-45ef-bba0-39446d358a52 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.587691] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587812] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.588159] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.588318] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3142c5cb-00b8-45ef-bba0-39446d358a52',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.664689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.664689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.664689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.664689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.664689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.665927] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.665927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.665927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.665927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.665927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.665927] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 already deleted. [ 899.665927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.895946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.896160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.896245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.896462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.896553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896650] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 already deleted. [ 899.896761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.897146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.897258] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.976131] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: SUCCESS [ 899.976131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.091292] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.091583] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.091720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.092050] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.092221] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.092427] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 3142c5cb-00b8-45ef-bba0-39446d358a52 not found, creating... [ 900.092735] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.092910] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.094046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.094046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.094046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.094046] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.094046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.094046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.094329] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.094410] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.094521] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 3142c5cb-00b8-45ef-bba0-39446d358a52 is going to be created. [ 900.127499] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.127851] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.128067] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.128495] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.128872] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.129268] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.420638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.420810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.420887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.421125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.421237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.421343] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 already deleted. [ 900.421434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.773944] env[66378]: INFO networking_nsxv3.common.synchronization [None req-47f8c0e8-23c2-43da-a8ea-e7e77216b847 None None] Enqueued Resource ID: 7597d89f-6cbf-40e4-9c73-0ff787c553e7 with Priority: HIGHEST for action port [ 900.773944] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7597d89f-6cbf-40e4-9c73-0ff787c553e7 with Priority: HIGHEST for action port [ 900.774511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7597d89f-6cbf-40e4-9c73-0ff787c553e7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.774708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7597d89f-6cbf-40e4-9c73-0ff787c553e7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.774765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7597d89f-6cbf-40e4-9c73-0ff787c553e7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.776285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7597d89f-6cbf-40e4-9c73-0ff787c553e7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.776390] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7597d89f-6cbf-40e4-9c73-0ff787c553e7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.889974] env[66378]: INFO networking_nsxv3.common.synchronization [req-bf7835b4-c917-4ba5-9bc2-b416d4535981 req-43326d59-e0f9-4cce-aa0a-d3f61f71b944 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 900.889974] env[66378]: INFO networking_nsxv3.common.synchronization [req-bf7835b4-c917-4ba5-9bc2-b416d4535981 req-43326d59-e0f9-4cce-aa0a-d3f61f71b944 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 900.892623] env[66378]: INFO networking_nsxv3.common.synchronization [req-bf7835b4-c917-4ba5-9bc2-b416d4535981 req-43326d59-e0f9-4cce-aa0a-d3f61f71b944 service nova] Enqueued Resource ID: 3142c5cb-00b8-45ef-bba0-39446d358a52 with Priority: HIGHEST for action port [ 900.892623] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 900.892623] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 900.892623] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3142c5cb-00b8-45ef-bba0-39446d358a52 with Priority: HIGHEST for action port [ 900.892623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.892623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.892623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.892623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.892623] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.893149] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.893149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.893149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.893282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.894197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.894304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.894366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.894520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.894604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.894694] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.897289] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3142c5cb-00b8-45ef-bba0-39446d358a52 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.897397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.897544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.898069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.898198] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3142c5cb-00b8-45ef-bba0-39446d358a52',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.278914] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7597d89f-6cbf-40e4-9c73-0ff787c553e7 [ 901.279219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.279429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.280241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.280241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.280241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.280241] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7597d89f-6cbf-40e4-9c73-0ff787c553e7 already deleted. [ 901.280241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7597d89f-6cbf-40e4-9c73-0ff787c553e7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.400294] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.400570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.400627] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.401704] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3142c5cb-00b8-45ef-bba0-39446d358a52 with status ACTIVE [ 901.401826] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.401900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.401932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.402490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.402490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.402490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.402732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.402732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.402817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.402868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.403287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.403287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.403287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.403504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.403504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.403594] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3142c5cb-00b8-45ef-bba0-39446d358a52 is going to be updated. [ 901.426458] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.426664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.426664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.427344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.427344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.427344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3142c5cb-00b8-45ef-bba0-39446d358a52" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.905426] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.410194] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.410194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.410194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.410194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.410194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.410194] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be created. [ 902.436435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.436435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.436435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.447968] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: UNINITIALIZED for 2s [ 902.498781] env[66378]: INFO networking_nsxv3.common.synchronization [req-c577cf48-3caf-4e41-82c7-472452653cac req-091b9797-3816-44bf-8c44-857ca0c291f3 tempest-ImagesOneServerTestJSON-141747874 tempest-ImagesOneServerTestJSON-141747874-project-member] Enqueued Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 902.499485] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 902.499813] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.499938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.502106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.502604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.502754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.502754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.502857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.502988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.503093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.503196] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.868772] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.868772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-449" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.868772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-449" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.868772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-449" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.868772] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.869126] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.869126] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.869480] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.869662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.869908] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.870068] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.870211] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.870360] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.870500] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.870630] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.870789] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.900754] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.901025] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.901240] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.901491] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-449" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.901850] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-ccfd36fd-cded-4fe5-9205-322826fbecdc taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.902046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.902165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.902492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.902629] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccfd36fd-cded-4fe5-9205-322826fbecdc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.005499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.006015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.006015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.006160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.006302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.006589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.006731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.006820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.007063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.007182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.007298] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 already deleted. [ 903.007390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.405300] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.405531] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.405654] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.405998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.406183] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.406346] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port ccfd36fd-cded-4fe5-9205-322826fbecdc not found, creating... [ 903.406804] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.406994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.407129] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.407355] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.407493] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.407779] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.407938] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.408091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.408354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.408534] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.408681] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: ccfd36fd-cded-4fe5-9205-322826fbecdc is going to be created. [ 903.434341] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.434588] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.434708] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.434994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.435260] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.435487] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.168207] env[66378]: INFO networking_nsxv3.common.synchronization [req-c577cf48-3caf-4e41-82c7-472452653cac req-826f1685-3cdd-4436-b7a4-0cf2c8a0e28e service nova] Enqueued Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_rules [ 904.168207] env[66378]: INFO networking_nsxv3.common.synchronization [req-c577cf48-3caf-4e41-82c7-472452653cac req-826f1685-3cdd-4436-b7a4-0cf2c8a0e28e service nova] Enqueued Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 904.168207] env[66378]: INFO networking_nsxv3.common.synchronization [req-c577cf48-3caf-4e41-82c7-472452653cac req-826f1685-3cdd-4436-b7a4-0cf2c8a0e28e service nova] Enqueued Resource ID: ccfd36fd-cded-4fe5-9205-322826fbecdc with Priority: HIGHEST for action port [ 904.169482] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_rules [ 904.169726] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 904.169968] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccfd36fd-cded-4fe5-9205-322826fbecdc with Priority: HIGHEST for action port [ 904.170789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.171130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.171338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.172965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.172965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.172965] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.174648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.174843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176313] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.176433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.176531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176922] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.177844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccfd36fd-cded-4fe5-9205-322826fbecdc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.177980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.178056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.178948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.178948] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccfd36fd-cded-4fe5-9205-322826fbecdc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.457122] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 904.457381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.457551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.458933] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.458933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.458933] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.680595] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.681146] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.682331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccfd36fd-cded-4fe5-9205-322826fbecdc with status ACTIVE [ 904.682331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.682697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.682858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.682921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683124] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.683209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.683260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.683444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.683497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.685066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.685153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.685227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.685361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.685453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.686417] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccfd36fd-cded-4fe5-9205-322826fbecdc is going to be updated. [ 904.715667] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.715844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.715976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.716167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.716316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.716495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccfd36fd-cded-4fe5-9205-322826fbecdc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.961536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.961765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.961765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.961975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.962166] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.962313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.962416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.962630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.962706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.962782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.962962] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.963074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.963134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.963282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.963417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.963666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.963666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.963732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.963772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.963983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.964138] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.129199] env[66378]: INFO networking_nsxv3.common.synchronization [req-5fe12c85-df1d-478c-826d-73de8478cc83 req-e1d2a112-4a8c-44f1-9a70-4ab340e05c71 tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 905.129956] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 905.130792] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.130792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.130792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.130792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.131033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.131033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.131112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.131206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.131288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.131382] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.188106] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.466434] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7872c5cc-d14d-4f8a-afd8-87f64f0363d0: rpc.has_security_group_logging(os_id): False [ 905.485205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.485487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.485548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.485816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.485938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.486210] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.486362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.486458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.486659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.486769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.486995] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.487188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.487241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.487385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.487489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.487760] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.487876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.487947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.488144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.488232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.488333] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be created. [ 905.559168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.559330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.559404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.559623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.559811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.574101] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 905.634269] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.690924] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.691164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.691266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.692636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.692636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.692636] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 is going to be created. [ 905.723087] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.723251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.723348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.723545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.723730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.738662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: UNINITIALIZED for 2s [ 906.136650] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.514691] env[66378]: INFO networking_nsxv3.common.synchronization [req-fd1525e7-0978-46b4-a301-5ed6f382796e req-c3357b44-391b-449c-b2b4-8e086dbb7362 tempest-ServersAdminNegativeTestJSON-1902066985 tempest-ServersAdminNegativeTestJSON-1902066985-project-member] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 906.515282] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGHEST for action security_group_members [ 906.519588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.520022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.520022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.520022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.520231] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.520303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.520354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.520562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.520638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.520699] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.639457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.639621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.639692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.639986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.640104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.640206] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 906.674038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.675543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.676019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.676956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.687051] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 906.761124] env[66378]: INFO networking_nsxv3.common.synchronization [req-cf8edbba-cc88-4098-9842-92f260d12f85 req-56e1f0a7-f482-4031-9f79-bfa3b3562c87 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 906.764534] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 906.764534] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.764534] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.764534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.764534] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.023995] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.024236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.024236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.024510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.024884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.024884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.027192] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be updated. [ 907.068251] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.068694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.069132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.082387] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: IN_PROGRESS for 2s [ 907.144971] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.148301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.148301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.148301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.148301] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.148301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.148301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.148611] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.148611] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.148773] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.148891] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.148998] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.149197] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.149321] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.149426] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.149560] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.171326] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.171509] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.171648] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.171864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.172247] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-4bc19549-d36d-414a-873e-59e33abefcbb taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.172436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.172852] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.173117] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.173334] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc19549-d36d-414a-873e-59e33abefcbb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.267807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.268039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.268124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.268359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.268440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.268642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.268784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.268819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.268967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.269024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.269096] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 907.320357] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.320467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.320510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.320722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.320989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337398] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 907.588116] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 907.588499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.677106] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.678013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.678013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.678013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.678013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.678388] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 4bc19549-d36d-414a-873e-59e33abefcbb not found, creating... [ 907.678537] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.678697] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.678838] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.679104] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.679275] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.679659] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.679797] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.679923] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.680221] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.680345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.680848] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 4bc19549-d36d-414a-873e-59e33abefcbb is going to be created. [ 907.704191] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.704290] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.704528] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.704782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.705132] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.705468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.752045] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: SUCCESS [ 907.752305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.752483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.752696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.752889] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.753015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.753232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.753312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.753397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.753486] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.256065] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.256065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.256065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.256251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.258051] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.258051] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.258051] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.258051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.258575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.258575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.258575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.400890] env[66378]: INFO networking_nsxv3.common.synchronization [req-cf8edbba-cc88-4098-9842-92f260d12f85 req-2c80590e-2789-4b54-888a-bfd38fb7f1ef service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 908.400890] env[66378]: INFO networking_nsxv3.common.synchronization [req-cf8edbba-cc88-4098-9842-92f260d12f85 req-2c80590e-2789-4b54-888a-bfd38fb7f1ef service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 908.400890] env[66378]: INFO networking_nsxv3.common.synchronization [req-cf8edbba-cc88-4098-9842-92f260d12f85 req-2c80590e-2789-4b54-888a-bfd38fb7f1ef service nova] Enqueued Resource ID: 4bc19549-d36d-414a-873e-59e33abefcbb with Priority: HIGHEST for action port [ 908.401106] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 908.401247] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 908.401345] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc19549-d36d-414a-873e-59e33abefcbb with Priority: HIGHEST for action port [ 908.401889] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.402021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.402369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.402597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.402685] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.403536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.403634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.403933] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc19549-d36d-414a-873e-59e33abefcbb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.404026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.404117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404329] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc19549-d36d-414a-873e-59e33abefcbb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.698283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 908.698631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.760258] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8: rpc.has_security_group_logging(os_id): False [ 908.779423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.779510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.779547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.779742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.779832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.780072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.780180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.780368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.780414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.780469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.780642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.780736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.780797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.780932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.781018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.781196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.781288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.781348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.781481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.781553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.781635] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 is going to be created. [ 908.844741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.844911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.845257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.845444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.856834] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: IN_PROGRESS for 2s [ 908.907711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.907901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.908153] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc19549-d36d-414a-873e-59e33abefcbb with status ACTIVE [ 908.908327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.908445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.908521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.908724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.908808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.908979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.909087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.909151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.909297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.909376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.909557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.909647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.909705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.909843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.909919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.910019] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc19549-d36d-414a-873e-59e33abefcbb is going to be updated. [ 908.951682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.951930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.951930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.952136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.952275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.952435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc19549-d36d-414a-873e-59e33abefcbb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.092547] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2686597-eb85-4336-ae11-d3af87d8af1e in Status: SUCCESS [ 909.092804] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e deletion is rescheduled due to dependency. [ 909.092856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.346931] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 909.347210] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 909.347326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.347489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.347742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.347964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.348129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.348205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.348333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.348414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.348510] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.851976] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.864381] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeeaf7c7-abc8-43e5-b7d5-5625dbaab165 req-2572efb1-f8de-4660-92a2-225470c67d6d tempest-AttachInterfacesV270Test-1114891752 tempest-AttachInterfacesV270Test-1114891752-project-member] Enqueued Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 909.864977] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 909.865327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.865442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.865536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.865786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.866027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.866148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.866220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.866434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.866563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.866653] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.288789] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.289014] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.289173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.289551] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.290216] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.290216] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.290216] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.290360] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.290499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.290638] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.290750] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.290856] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.290964] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.291083] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.291188] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.291317] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.315725] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.315826] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.315961] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.316208] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.317122] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.317122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.317122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.317333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.317514] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f6d4f-95bd-4d77-8357-9cc9dc94948d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.353864] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.370618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.370821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.370821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 already deleted. [ 910.372033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.820420] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.820669] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.820795] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.821088] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.821244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.821400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port c66f6d4f-95bd-4d77-8357-9cc9dc94948d not found, creating... [ 910.821667] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.821839] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.821958] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.822192] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.822328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.822618] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.822828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.822955] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.823255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.823393] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.824087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: c66f6d4f-95bd-4d77-8357-9cc9dc94948d is going to be created. [ 910.843457] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.843652] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.843787] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.844054] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.844288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.844508] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.859853] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.859853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.859853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.859853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.860428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.860428] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 910.873859] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: SUCCESS [ 910.873859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.906629] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.906629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.906629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.906629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.906629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.916574] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeeaf7c7-abc8-43e5-b7d5-5625dbaab165 req-6d3aa9c9-5903-494c-ac44-8d494b9a2e20 service nova] Enqueued Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_rules [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeeaf7c7-abc8-43e5-b7d5-5625dbaab165 req-6d3aa9c9-5903-494c-ac44-8d494b9a2e20 service nova] Enqueued Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeeaf7c7-abc8-43e5-b7d5-5625dbaab165 req-6d3aa9c9-5903-494c-ac44-8d494b9a2e20 service nova] Enqueued Resource ID: c66f6d4f-95bd-4d77-8357-9cc9dc94948d with Priority: HIGHEST for action port [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_rules [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 911.554244] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66f6d4f-95bd-4d77-8357-9cc9dc94948d with Priority: HIGHEST for action port [ 911.554244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.555845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.556193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.556288] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.557208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.557328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.557396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.557570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.557720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.557814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.557874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.558015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.558106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.558197] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.558980] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.559238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.559336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.559549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.559624] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f6d4f-95bd-4d77-8357-9cc9dc94948d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.061371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.061716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.061757] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.062691] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66f6d4f-95bd-4d77-8357-9cc9dc94948d with status ACTIVE [ 912.062934] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.063110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.063198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.063445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.063496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.063674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.063819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.063895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.064140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.064223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.064471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.064600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.064652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.064820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.064969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.065067] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66f6d4f-95bd-4d77-8357-9cc9dc94948d is going to be updated. [ 912.088188] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.088424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.088424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.088586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.088758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.088914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66f6d4f-95bd-4d77-8357-9cc9dc94948d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.568060] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.627377] env[66378]: INFO networking_nsxv3.common.synchronization [req-a43f8061-02b5-4a88-972d-2cfbc7dcf77a req-97bfece2-a44a-4445-8c58-17907fed0047 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 912.628018] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 912.632852] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.633057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.633292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.633417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.633605] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.633717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.633987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.633987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.634116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.634172] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.927097] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 912.927097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.927097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.928339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.928339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.928339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.928339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.928339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.928339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.928568] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.048499] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.049395] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.049514] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.049889] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.050259] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.050409] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.050517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.050750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.050891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.051164] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.051281] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.051436] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.051576] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.051681] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.052061] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.052061] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.070893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.071229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.071229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.071292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.071397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.071466] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 is going to be created. [ 913.074783] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.074959] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.075118] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.075346] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.075650] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.075836] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.076087] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.076570] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.076639] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1a6c81-eb8f-42e1-8f2c-5284fedbd553',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.106618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.106772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.106842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.107099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.107304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.116349] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: UNINITIALIZED for 2s [ 913.136861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.137190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.137297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.137474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.137586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.137802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.137918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.137974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.138138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.138220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.138306] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 already deleted. [ 913.138379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.432512] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.432742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.432742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.432941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.433121] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.433236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.433301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.433452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.433564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433797] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.433895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.433941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.434062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.434292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.434487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434732] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.580568] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.580813] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.580905] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.581223] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.581376] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.581530] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 not found, creating... [ 913.581788] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.581945] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.582122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.582353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.582490] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.582771] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.582927] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.583084] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.583320] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.583468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.583602] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 is going to be created. [ 913.604238] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.604563] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.604700] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.605039] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.605355] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.605594] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.937463] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 913.960176] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.960431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.960431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.960610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.960728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.960888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.961015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.961098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.961262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.961338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.961539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.961646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.961733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.961878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.961957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.962388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.962575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.962683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.963192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.963192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963192] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 914.043451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.044101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.045422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.045963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.047914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.063870] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 914.376090] env[66378]: INFO networking_nsxv3.common.synchronization [req-a43f8061-02b5-4a88-972d-2cfbc7dcf77a req-d3e4dfde-8c67-4b74-8a01-cbff13758390 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 914.376566] env[66378]: INFO networking_nsxv3.common.synchronization [req-a43f8061-02b5-4a88-972d-2cfbc7dcf77a req-d3e4dfde-8c67-4b74-8a01-cbff13758390 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 914.376566] env[66378]: INFO networking_nsxv3.common.synchronization [req-a43f8061-02b5-4a88-972d-2cfbc7dcf77a req-d3e4dfde-8c67-4b74-8a01-cbff13758390 service nova] Enqueued Resource ID: cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 with Priority: HIGHEST for action port [ 914.377267] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 914.377399] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 914.377517] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 with Priority: HIGHEST for action port [ 914.377863] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.378014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.378089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.378566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.378566] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.379667] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.379794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.379871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.380076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.380244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.380385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.380515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.380563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.380665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.380767] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.381719] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.381843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.381843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.382021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.382088] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1a6c81-eb8f-42e1-8f2c-5284fedbd553',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.885258] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.885609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885724] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.887068] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 with status ACTIVE [ 914.887155] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.887319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.887319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.888128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.888128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.888128] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.888128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.888128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.888319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.888319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.889025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.889025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.889025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.889025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.889025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.889025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1a6c81-eb8f-42e1-8f2c-5284fedbd553 is going to be updated. [ 914.913324] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.913324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.913324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.913324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.913324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.913324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1a6c81-eb8f-42e1-8f2c-5284fedbd553" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.953080] env[66378]: INFO networking_nsxv3.common.synchronization [req-27fead6d-5173-4bd9-96db-933a3c0dbd3f req-0f38fefe-6054-440c-9a80-f39c73045aca tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 914.953080] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 914.953080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.953758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.953758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.953913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954131] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.954274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.954368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.954884] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.127492] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: SUCCESS [ 915.127718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.127895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.128139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.128370] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.128498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.128574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.128733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.128813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.128980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.129034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.390995] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.458050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.458050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.458050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.458313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.458313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.458532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.458639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.458639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.459068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.459068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.459177] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 915.496209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.496209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.496209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.496209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.496406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.508469] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 915.623037] env[66378]: INFO networking_nsxv3.common.synchronization [req-502411b0-158d-4315-98d6-6566493ba98e req-87279761-b3d8-45c1-b05f-3c56939f4e9c tempest-ServersTestJSON-1535051779 tempest-ServersTestJSON-1535051779-project-member] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 915.623632] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGHEST for action security_group_members [ 915.624337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.624674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.624674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.625042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.625042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.625138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.625213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.625345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.625694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.626466] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.632254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.632254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.632254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.632254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.632254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.632254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.632254] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.632596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.632596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.632596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.632674] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.633601] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.633601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.633601] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.896608] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.896608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.896608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.896608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.896608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be created. [ 915.922044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.922207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.922279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.922487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.922651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.934222] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: UNINITIALIZED for 2s [ 916.081239] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 916.081478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.129258] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.131859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.131859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.131859] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b is going to be updated. [ 916.137035] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1af4642e-d581-4ad3-99a3-f46e80c46085: rpc.has_security_group_logging(os_id): False [ 916.153908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.154187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.154187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.154492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.154492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.154754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.154754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.155023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.155023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.155023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.155372] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.155497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.155497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.155604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.155796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.155862] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.156382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.156382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.156382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.156382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.156382] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 is going to be created. [ 916.163280] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.163448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.163510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.163659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.163796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.173409] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: IN_PROGRESS for 2s [ 916.217488] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.217658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.217870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.217961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.218136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.234051] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: IN_PROGRESS for 2s [ 917.291466] env[66378]: INFO networking_nsxv3.common.synchronization [req-04e21b0d-e82f-479c-9ce4-f8ff372057b5 req-b66c8243-ca6f-4ecd-b217-8dc8e08eedcb tempest-DeleteServersAdminTestJSON-1026942440 tempest-DeleteServersAdminTestJSON-1026942440-project-member] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 917.292135] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 917.292462] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.292587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.293027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.293118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.293180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.293327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.293410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.293505] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.519980] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 917.520199] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 deletion is rescheduled due to dependency. [ 917.520334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.736247] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.736553] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.736613] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.737782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.737782] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.737782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.737782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.737782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.737956] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738177] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.738260] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.738385] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.738492] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.738607] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.738785] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.738848] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.762183] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.762419] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.762589] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.762856] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.763284] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-d759bef3-91ee-4bed-ace6-56cbde5b1156 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.763544] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.763817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.764129] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.764353] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d759bef3-91ee-4bed-ace6-56cbde5b1156',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.796354] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.820512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.820807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.820935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.821008] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.821214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.821299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.821388] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be updated. [ 917.848199] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.848562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.848562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.848736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.848736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.857153] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 917.945796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 917.946215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.946466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.946771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.947096] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.947288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.947406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.947651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.947805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.947947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948146] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.185781] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b in Status: SUCCESS [ 918.185781] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b deletion is rescheduled due to dependency. [ 918.186235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.256248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: SUCCESS [ 918.259616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274422] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274422] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port d759bef3-91ee-4bed-ace6-56cbde5b1156 not found, creating... [ 918.274422] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.274422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274997] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.275484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.275484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.275484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.277372] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.277372] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: d759bef3-91ee-4bed-ace6-56cbde5b1156 is going to be created. [ 918.310856] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.311219] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.311409] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.311929] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.312292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.312615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.451356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.451543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.451608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.451874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.452072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.452283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.452427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.452622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.452719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.452806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.453097] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.453202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.453259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.453447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.453593] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.453714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.454056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.454256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.454383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.454530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.454662] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.835686] env[66378]: INFO networking_nsxv3.common.synchronization [req-2e9ed3e8-b014-4b97-99b4-673c43cf85aa req-1d06b51c-3199-4460-9be2-48b2479b5a59 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 918.839692] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGHEST for action security_group_members [ 918.840053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.840293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.840293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.840476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.840589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.840673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.840802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.840870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.841186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.841186] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.962366] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 918.980537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.980742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.980742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.980968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.981361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.981581] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.981691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.981754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.981924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.982014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.982530] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.983233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.983314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.983621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.984108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.984218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.984405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.984487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.984577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be created. [ 919.023598] env[66378]: INFO networking_nsxv3.common.synchronization [req-04e21b0d-e82f-479c-9ce4-f8ff372057b5 req-d4bdfa97-56ab-471a-bac0-faf8935c779d service nova] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_rules [ 919.023763] env[66378]: INFO networking_nsxv3.common.synchronization [req-04e21b0d-e82f-479c-9ce4-f8ff372057b5 req-d4bdfa97-56ab-471a-bac0-faf8935c779d service nova] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 919.023927] env[66378]: INFO networking_nsxv3.common.synchronization [req-04e21b0d-e82f-479c-9ce4-f8ff372057b5 req-d4bdfa97-56ab-471a-bac0-faf8935c779d service nova] Enqueued Resource ID: d759bef3-91ee-4bed-ace6-56cbde5b1156 with Priority: HIGHEST for action port [ 919.024576] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_rules [ 919.024723] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 919.024823] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d759bef3-91ee-4bed-ace6-56cbde5b1156 with Priority: HIGHEST for action port [ 919.025215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.025347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.025347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.025585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.025647] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.026665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.026872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.026951] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d759bef3-91ee-4bed-ace6-56cbde5b1156 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.027175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.027250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.027407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.027496] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d759bef3-91ee-4bed-ace6-56cbde5b1156',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.051986] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.051986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.051986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.051986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.052611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.064550] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 919.345621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.345987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.345987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.346224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.346351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.346562] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.346662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.346729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.346901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.346984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 is going to be updated. [ 919.375818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.375997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.376084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.376302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.376472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.385529] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: IN_PROGRESS for 2s [ 919.530029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.530029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530029] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d759bef3-91ee-4bed-ace6-56cbde5b1156 with status ACTIVE [ 919.530029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.530029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.530403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.530497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.530664] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.530769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.530966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.531053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.531234] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.531359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.531405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.531512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.531587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.531668] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d759bef3-91ee-4bed-ace6-56cbde5b1156 is going to be updated. [ 919.557993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.558216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.559007] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d759bef3-91ee-4bed-ace6-56cbde5b1156" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.870542] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 919.870774] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 deletion is rescheduled due to dependency. [ 919.870853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.871046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.871269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.871454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.871572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.871651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.871788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.872184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.872184] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.374432] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.876803] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.081153] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 921.081542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.137953] env[66378]: INFO networking_nsxv3.common.synchronization [req-b7f12a47-cd2b-44a4-b772-46ad0556d311 req-9d53fdc8-a633-4b24-93b8-129b6f42f274 tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 921.138610] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 921.138950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.139153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.139153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.139363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.139516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.139615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.139698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.139818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.140230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.140230] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.269513] env[66378]: INFO networking_nsxv3.common.synchronization [req-892cf49f-a13a-4e72-b39f-4e3f42d26d5d req-68a22e68-d557-4cb7-ad86-f44e7749b0ff tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 921.272770] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 921.272770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.272770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.272770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.272770] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.381270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.381646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.381646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.382132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.382309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.382653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be updated. [ 921.403120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 in Status: SUCCESS [ 921.403428] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 deletion is rescheduled due to dependency. [ 921.403589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.424271] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.426543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.426543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.426543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.426543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.440166] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 921.642209] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.645501] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645746] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.646593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.646593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646593] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.646784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.646784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.647160] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.647341] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.647556] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.648144] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.648281] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.648395] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.648541] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.648907] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.648907] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.670120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.670188] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.670317] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.672828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-41" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.672828] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.672828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.672828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.672828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.672828] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e794b-2228-4ad4-a517-dc9dfb9d70f7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.774950] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.150803] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.178115] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.178115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port e51e794b-2228-4ad4-a517-dc9dfb9d70f7 not found, creating... [ 922.178115] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.178115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.178754] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.179086] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.179318] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.179613] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.179837] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.180077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: e51e794b-2228-4ad4-a517-dc9dfb9d70f7 is going to be created. [ 922.208045] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.208045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.208045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.208045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.208045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.208844] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.278426] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.654356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.654727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.654727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.654828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.654922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.655083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 922.695740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.695902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.695975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.696282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.696508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.708731] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 922.781921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.782128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.782388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.782571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 922.855790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.856057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.856981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.856981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.879421] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 923.072110] env[66378]: INFO networking_nsxv3.common.synchronization [req-892cf49f-a13a-4e72-b39f-4e3f42d26d5d req-198fcf2c-b9d0-439a-a6ae-5d256e85165d service nova] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_rules [ 923.072379] env[66378]: INFO networking_nsxv3.common.synchronization [req-892cf49f-a13a-4e72-b39f-4e3f42d26d5d req-198fcf2c-b9d0-439a-a6ae-5d256e85165d service nova] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 923.072591] env[66378]: INFO networking_nsxv3.common.synchronization [req-892cf49f-a13a-4e72-b39f-4e3f42d26d5d req-198fcf2c-b9d0-439a-a6ae-5d256e85165d service nova] Enqueued Resource ID: e51e794b-2228-4ad4-a517-dc9dfb9d70f7 with Priority: HIGHEST for action port [ 923.073365] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_rules [ 923.073509] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 923.073615] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51e794b-2228-4ad4-a517-dc9dfb9d70f7 with Priority: HIGHEST for action port [ 923.074064] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.074217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.074286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.074503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.074600] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.075743] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.075890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.077152] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.077329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.077375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.077558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.077670] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e794b-2228-4ad4-a517-dc9dfb9d70f7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.454042] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 923.454042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.454042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.454042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.454042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.454042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.454042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.454709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.454709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.454709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.454709] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.580772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.580929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.582033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51e794b-2228-4ad4-a517-dc9dfb9d70f7 with status ACTIVE [ 923.582033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.582033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.582033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.582033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.582033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.582333] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.582333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.582333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.582520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.582634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.582910] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.583082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.583193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.583419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.583548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.583687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51e794b-2228-4ad4-a517-dc9dfb9d70f7 is going to be updated. [ 923.612661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.612661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.612661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.612661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.612661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.612661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51e794b-2228-4ad4-a517-dc9dfb9d70f7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.958790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.959143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.959143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.959332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.959477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.959619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.959710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.959915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.960024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.960125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.960317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.960434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.960515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.960687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.960858] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.960987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.961081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.961252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.961373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.961485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.961598] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.431545] env[66378]: INFO networking_nsxv3.common.synchronization [req-0bcef56a-cacb-4803-9431-e0d5dcd5da84 req-678edef9-846a-48af-a1ea-c15e73933f30 tempest-ImagesNegativeTestJSON-1720533113 tempest-ImagesNegativeTestJSON-1720533113-project-member] Enqueued Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 924.432210] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 924.432692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.432817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.432883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.433186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.433351] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.434147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.434147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.434147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.434147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.434147] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.463873] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c45b313c-a772-4871-bf64-514fadcaaaa7: rpc.has_security_group_logging(os_id): False [ 924.485699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.485916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.485916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.486298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.486979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.486979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.486979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.486979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.486979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.487291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487400] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.487444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.487497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.487640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.487764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.487903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.487997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.488151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.488251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.488288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.488396] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be updated. [ 924.564156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.564367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.564418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.564662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.564819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.582303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 924.723241] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 924.723420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.853043] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.853490] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-247" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.854071] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-247" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.854071] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-247" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.855592] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.855592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.855592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.855592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.856744] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.856744] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.856744] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.856744] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.856744] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.856744] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.856996] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.857208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.880703] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.880964] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.881222] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.881430] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-247" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.882353] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-90449a44-4638-42c4-a408-1450a34bc621 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.882353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.882353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.882353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.882703] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90449a44-4638-42c4-a408-1450a34bc621',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.892994] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 924.894038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.894038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.894038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.894038] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.894640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.894640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.894640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.894640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.894640] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.937030] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.937205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.937284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.937498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.937585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.937780] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.937880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.937945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.938103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.938182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.938264] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a already deleted. [ 924.938365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390025] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 90449a44-4638-42c4-a408-1450a34bc621 not found, creating... [ 925.390025] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390913] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.390913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.390913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.390913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390913] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 90449a44-4638-42c4-a408-1450a34bc621 is going to be created. [ 925.397363] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.413216] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.413499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.413750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.414131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.414393] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.414648] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.900769] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.136434] env[66378]: INFO networking_nsxv3.common.synchronization [req-0bcef56a-cacb-4803-9431-e0d5dcd5da84 req-81dc05f5-0cae-47b9-b1e5-a2f3707b9f01 service nova] Enqueued Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_rules [ 926.136434] env[66378]: INFO networking_nsxv3.common.synchronization [req-0bcef56a-cacb-4803-9431-e0d5dcd5da84 req-81dc05f5-0cae-47b9-b1e5-a2f3707b9f01 service nova] Enqueued Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 926.136434] env[66378]: INFO networking_nsxv3.common.synchronization [req-0bcef56a-cacb-4803-9431-e0d5dcd5da84 req-81dc05f5-0cae-47b9-b1e5-a2f3707b9f01 service nova] Enqueued Resource ID: 90449a44-4638-42c4-a408-1450a34bc621 with Priority: HIGHEST for action port [ 926.137470] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_rules [ 926.137470] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 926.137470] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90449a44-4638-42c4-a408-1450a34bc621 with Priority: HIGHEST for action port [ 926.137470] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.137702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.138449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.138449] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.139029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.139135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.139230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.139438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.139609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.139710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.139790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.139933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.140247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140379] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.141167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-90449a44-4638-42c4-a408-1450a34bc621 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.141291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.141345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.141505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.141581] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90449a44-4638-42c4-a408-1450a34bc621',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.403957] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.403957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.403957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.403957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.403957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.403957] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 926.442889] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.442984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.443249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.447022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.447022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.455355] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 926.607857] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 926.608132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.643723] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90449a44-4638-42c4-a408-1450a34bc621 with status ACTIVE [ 926.643966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.644151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.644227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.644552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.644644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.644842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.644950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.645028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.645197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.645276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.645461] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.645559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.645622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.645761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.645836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.645918] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90449a44-4638-42c4-a408-1450a34bc621 is going to be updated. [ 926.647177] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.648206] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.648321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.671449] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.671591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.671662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.671872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.672272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.672272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90449a44-4638-42c4-a408-1450a34bc621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.152205] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.655756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.656270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.656270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.656353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.656384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.656488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a is going to be created. [ 927.683767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.683988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.683988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.684250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.684520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.695617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: UNINITIALIZED for 2s [ 928.469557] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 928.469929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.470207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.470544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.470798] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.470943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.471096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.471268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.471464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.471464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.471591] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.744886] env[66378]: INFO networking_nsxv3.common.synchronization [req-1e998e50-06b2-4501-af10-a261b98e219a req-9328afaa-64d8-46fa-b213-918d5b0b7721 tempest-AttachInterfacesV270Test-1114891752 tempest-AttachInterfacesV270Test-1114891752-project-member] Enqueued Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 928.745473] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGHEST for action security_group_members [ 928.745916] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.746155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.746300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.746625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.746683] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.746781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.746841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.746999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.747158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.747216] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.974566] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.974734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.974827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.975476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.975643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.975722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.976073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.976192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.976363] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.976460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.976627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.976722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.976823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.976895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.976960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.978345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.978519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.978569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.978695] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.249795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.249966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.250068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.250318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.250417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.250617] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.250719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.250783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.250938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.251025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.251108] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 is going to be updated. [ 929.286512] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.286730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.286807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.287150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.287327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.299896] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: IN_PROGRESS for 2s [ 929.480915] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f: rpc.has_security_group_logging(os_id): False [ 929.500708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.500868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.500940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.501184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.501283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.501561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.501677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.501744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.502205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.502205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.502205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.502371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.502371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.502513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.502545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.503302] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.503302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.503302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.503524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.503585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.503677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 929.582125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.582125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.582125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.582125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.582536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.599358] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 929.707894] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: SUCCESS [ 929.708235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.708433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.708651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.708848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.708972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.709043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.709210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.709292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.709473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.215037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.215037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.215037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.215037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.215853] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.215853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.216068] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.719814] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96d780e8-f48f-4e0b-9a3d-5947080c1c1a: rpc.has_security_group_logging(os_id): False [ 930.747205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.747599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.747798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.748170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.748268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.748634] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.748634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.748779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.748876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.748926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.749174] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.749281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.749358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.749474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.749546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.749805] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.749987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.749987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.750084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.750181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.750296] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a is going to be created. [ 930.823243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.823517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.823517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.823686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.823898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837538] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: IN_PROGRESS for 2s [ 930.921027] env[66378]: INFO networking_nsxv3.common.synchronization [req-89db51ca-9ba9-4b38-8134-c60e88b2e5d3 req-dbed662b-add8-4562-9096-d67053ab5716 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 930.921641] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 930.925327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.925327] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.925327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.925327] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.285713] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.286728] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288037] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.288037] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.288037] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.288253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288317] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.288518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.288657] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.288948] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.289086] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.289198] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.289307] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.289417] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.289521] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.289709] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.315095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 in Status: SUCCESS [ 931.315212] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 deletion is rescheduled due to dependency. [ 931.315959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.316431] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.316568] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.316713] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.316874] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.317245] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.317416] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.317535] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.317898] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.318075] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb1d035-ba54-40ab-ba6f-6bf693aecf70',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.427077] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.427077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.427077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.427692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.428086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.428489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.430714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.430714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.430714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.430714] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 931.459149] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.459149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.459149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.459149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.459445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.470685] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 931.594225] env[66378]: INFO networking_nsxv3.common.synchronization [req-1a1e7c6a-830a-41d0-9302-c8b8fec6760e req-8a9777aa-32d0-465e-9c01-3a9ddce37a23 tempest-DeleteServersAdminTestJSON-1026942440 tempest-DeleteServersAdminTestJSON-1026942440-project-member] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 931.594881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGHEST for action security_group_members [ 931.600135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.600135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.600135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.600135] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.619513] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 931.620758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.820913] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.821105] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.821233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.821523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.821670] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.821832] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port cfb1d035-ba54-40ab-ba6f-6bf693aecf70 not found, creating... [ 931.822117] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.822280] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.822396] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.822620] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.822840] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.823178] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.823339] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.823526] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.823759] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.824121] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.824362] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: cfb1d035-ba54-40ab-ba6f-6bf693aecf70 is going to be created. [ 931.848578] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.848839] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.848995] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.849295] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.849599] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.849852] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.099845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.099845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.099845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.099845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.099845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100188] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.100188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.100188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.100325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100401] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be updated. [ 932.112170] env[66378]: INFO networking_nsxv3.common.synchronization [req-df33633c-3bb9-4cb4-b371-431003854a83 req-54798017-9d03-476b-8b8e-8810b0471471 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 932.112640] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 932.112732] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.112859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.112959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.113238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.113403] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.113508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.113571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.113714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.113801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.113895] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.131846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.132044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.132113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.132909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.132909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.144202] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: IN_PROGRESS for 2s [ 932.583555] env[66378]: INFO networking_nsxv3.common.synchronization [req-89db51ca-9ba9-4b38-8134-c60e88b2e5d3 req-afab5368-5e6a-4a04-8f8d-892bb333b817 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 932.583800] env[66378]: INFO networking_nsxv3.common.synchronization [req-89db51ca-9ba9-4b38-8134-c60e88b2e5d3 req-afab5368-5e6a-4a04-8f8d-892bb333b817 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 932.583800] env[66378]: INFO networking_nsxv3.common.synchronization [req-89db51ca-9ba9-4b38-8134-c60e88b2e5d3 req-afab5368-5e6a-4a04-8f8d-892bb333b817 service nova] Enqueued Resource ID: cfb1d035-ba54-40ab-ba6f-6bf693aecf70 with Priority: HIGHEST for action port [ 932.587022] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 932.587022] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 932.587022] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb1d035-ba54-40ab-ba6f-6bf693aecf70 with Priority: HIGHEST for action port [ 932.587022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.587022] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.587022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.587022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.587022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.587022] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb1d035-ba54-40ab-ba6f-6bf693aecf70',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.618746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.618746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.618746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.618746] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 932.653785] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.653904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.654019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.654281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.654435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.664293] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 932.850796] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: SUCCESS [ 932.851032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.090075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.090075] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb1d035-ba54-40ab-ba6f-6bf693aecf70 with status ACTIVE [ 933.090075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.090075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.090075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.090075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.090075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090597] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.090597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.090597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.090597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.090597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.091038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.091122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.091319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.091424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.091514] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb1d035-ba54-40ab-ba6f-6bf693aecf70 is going to be updated. [ 933.113669] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.113856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.113921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb1d035-ba54-40ab-ba6f-6bf693aecf70" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.480673] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 933.480860] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 933.480971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.481161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.481380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.481557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.481668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.481730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.481872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.481948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.482096] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.984527] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.153971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c45b313c-a772-4871-bf64-514fadcaaaa7 in Status: SUCCESS [ 934.154272] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 deletion is rescheduled due to dependency. [ 934.154412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.487274] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.679482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 934.679744] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 934.679884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.991645] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.991916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.991916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.992102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.992195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.992295] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 935.020802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.021490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.021490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.021490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.021632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.032013] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 937.044843] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 937.045196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.045296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.045512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.045707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.045989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.045989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.046159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.047825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.047825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.047825] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.142220] env[66378]: INFO networking_nsxv3.common.synchronization [req-72e9b5f9-693f-4d33-9713-722377bbc0dd req-dd0e9686-8c77-4714-996e-8083ae4c6ad1 tempest-ServerRescueTestJSON-1687902005 tempest-ServerRescueTestJSON-1687902005-project-member] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 937.142453] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGHEST for action security_group_members [ 937.142747] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.142861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.142923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.143131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.143685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.143798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.143862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.144048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.144385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.144385] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.229477] env[66378]: INFO networking_nsxv3.common.synchronization [req-828ec61c-8b87-4b7e-8819-998a0ba3792f req-815a9e75-0ad2-4039-b5f9-db04fe570364 tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 937.229863] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 937.230255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.230545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.230608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.230859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.231113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.231213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.231281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.231492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.231587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.231989] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.549592] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.549780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.549852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550277] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.550384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.551028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.551130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.551222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.551336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.552545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.552545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.552545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.552545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.552545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.552545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.552545] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.559600] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.559600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.559782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.559944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.560420] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.560638] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.560788] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.561056] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.561240] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.562022] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.562022] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.562022] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.562022] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.562022] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.562258] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.562500] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.583874] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.585307] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.585586] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.585834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.586313] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.586559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.586724] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.587158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.587460] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.647938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.648162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.648162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.648390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.648574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.648771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.648873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.648937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.649122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.649201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649288] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be updated. [ 937.685267] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.685473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.686060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.686060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.686255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.700424] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: IN_PROGRESS for 2s [ 937.734071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.734276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.734382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.734659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.734727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.734969] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.735097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.735163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.735324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.735403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.735488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b already deleted. [ 937.735569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.056829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 938.077303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.077463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.077525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.077776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.077876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.078116] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.078268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.078359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.078632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.078765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.079135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.079457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.079457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.079621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.079748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.080042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.080201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.080379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.080569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.080979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.080979] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 938.090290] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.090600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.090780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.091163] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.091423] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.091671] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 not found, creating... [ 938.092042] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.092235] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.092378] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.092730] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.092944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.093338] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.093561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.093753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.094015] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.094399] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.094639] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 is going to be created. [ 938.121096] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.121348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.121441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.121712] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.121947] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.122197] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.179996] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.180297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.180297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.180568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.180777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.200062] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 938.866289] env[66378]: INFO networking_nsxv3.common.synchronization [req-828ec61c-8b87-4b7e-8819-998a0ba3792f req-9c5c20ae-1213-499c-890a-c52a9ba6b481 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 938.866520] env[66378]: INFO networking_nsxv3.common.synchronization [req-828ec61c-8b87-4b7e-8819-998a0ba3792f req-9c5c20ae-1213-499c-890a-c52a9ba6b481 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 938.866664] env[66378]: INFO networking_nsxv3.common.synchronization [req-828ec61c-8b87-4b7e-8819-998a0ba3792f req-9c5c20ae-1213-499c-890a-c52a9ba6b481 service nova] Enqueued Resource ID: f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 with Priority: HIGHEST for action port [ 938.867268] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 938.867521] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 938.867657] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 with Priority: HIGHEST for action port [ 938.867996] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.868151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.868223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.868469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.868548] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.869546] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.869669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.869769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.870092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.870153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.870593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.870715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.870861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.870979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.871093] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.872053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.872164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.872244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.872425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.872529] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.374397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.374748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.374748] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.375695] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 with status ACTIVE [ 939.375878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.376081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.376081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.376457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.376560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.376771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.376885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.376987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.377460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.377541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.377742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.377858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.377915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.378092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.378179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.378267] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3 is going to be updated. [ 939.404949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.405143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.405208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.405397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.405538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.405699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46a1dae-0f4b-452e-949b-9e1f0f4c0ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.569159] env[66378]: INFO networking_nsxv3.common.synchronization [req-b284a408-f507-417b-b4e0-c6ab29925ebb req-9ff22697-316a-478a-9d9d-eba772cb7728 tempest-ImagesNegativeTestJSON-1720533113 tempest-ImagesNegativeTestJSON-1720533113-project-member] Enqueued Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 939.569159] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGHEST for action security_group_members [ 939.569686] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.570840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.570840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.570840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.570840] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.571347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.571561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.572040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.573743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.573743] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.712295] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d86104e2-0d37-418d-99f1-d278d334c56c in Status: SUCCESS [ 939.712478] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d86104e2-0d37-418d-99f1-d278d334c56c deletion is rescheduled due to dependency. [ 939.712599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.881127] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.075086] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.075086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.075241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.076363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.076470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.076781] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.077151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.077260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.077569] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a is going to be updated. [ 940.110728] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.110894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.110967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.111197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.111349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.122492] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: IN_PROGRESS for 2s [ 940.223461] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 940.223702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.383701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.384064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.384064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.384225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.384342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.384400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be created. [ 940.410407] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.410644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.410737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.411015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.411352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.423601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: UNINITIALIZED for 2s [ 942.136076] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a in Status: SUCCESS [ 942.137114] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a deletion is rescheduled due to dependency. [ 942.137114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.387112] env[66378]: INFO networking_nsxv3.common.synchronization [req-0cdeaf81-fe09-4d36-84ca-aa8a78f34d89 req-ae48f24e-32fe-42da-ba7a-4fd33d1d9fb8 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 942.387112] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 942.387112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.387112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.387112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.388300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.388610] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.388915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.389086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.389377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.389671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.389962] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.439049] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 942.439287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.439458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.439704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.439903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.440045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.440114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.440338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.440432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.440542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.440683] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.791079] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791291] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.791418] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.791687] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.791939] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.792233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.792368] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.792624] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.792803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.793054] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.793201] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.793355] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.793494] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.793630] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.793761] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.793920] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.813906] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.814194] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.814301] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.814443] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.814754] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.814929] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.815066] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.815391] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.815534] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0a3aea-70bd-4520-acdf-093f3e6c2fbf',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.893378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.893544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.893601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.893872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.893987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.894276] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.894415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.894701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.894828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.895160] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be deleted. [ 942.930046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.930046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.930046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.930046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.930046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.930046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.943515] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.318556] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.318973] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.319219] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.319729] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.320016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.320413] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf not found, creating... [ 943.320994] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.321282] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.321617] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.321814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.322146] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.322638] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.322902] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.323135] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.323463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.323654] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.323866] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf is going to be created. [ 943.352429] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.352673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.352843] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353161] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.353399] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353631] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.446370] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981ed1a5-d516-4c89-9606-59eedcc2788b: rpc.has_security_group_logging(os_id): False [ 943.466456] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.466691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.466781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.466990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.467145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.467378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.467519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.467590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.467725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.467806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.467894] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be created. [ 943.565402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.565602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.565602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.565784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.565966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.578173] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 944.146297] env[66378]: INFO networking_nsxv3.common.synchronization [req-0cdeaf81-fe09-4d36-84ca-aa8a78f34d89 req-98a63556-8bfb-49aa-b068-4c3fe1de722a service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 944.146497] env[66378]: INFO networking_nsxv3.common.synchronization [req-0cdeaf81-fe09-4d36-84ca-aa8a78f34d89 req-98a63556-8bfb-49aa-b068-4c3fe1de722a service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 944.146497] env[66378]: INFO networking_nsxv3.common.synchronization [req-0cdeaf81-fe09-4d36-84ca-aa8a78f34d89 req-98a63556-8bfb-49aa-b068-4c3fe1de722a service nova] Enqueued Resource ID: 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf with Priority: HIGHEST for action port [ 944.147073] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 944.147228] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 944.147346] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf with Priority: HIGHEST for action port [ 944.147625] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.147763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.147825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.148162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.148262] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.150244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.150387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.150600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.151200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.151200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.151200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.151416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.151416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.151498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.151651] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.153438] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.153543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.153617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.153779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.153861] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0a3aea-70bd-4520-acdf-093f3e6c2fbf',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.651319] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.651628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.654021] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.656572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf with status ACTIVE [ 944.656844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.657012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.657108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.657478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.657675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.657917] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.658067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.658164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.658370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.658537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658733] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.658864] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.658959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.659147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.659253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.659366] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f0a3aea-70bd-4520-acdf-093f3e6c2fbf is going to be updated. [ 944.692601] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.692859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.693056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.693228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.693405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.693618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0a3aea-70bd-4520-acdf-093f3e6c2fbf" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.162194] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.592091] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 945.592412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.665196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.665548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.665663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.665896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.665992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.666120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 945.699536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.699778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.699891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.700196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.700433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.712085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: UNINITIALIZED for 2s [ 947.488704] env[66378]: INFO networking_nsxv3.common.synchronization [req-169c542f-beb9-408d-9171-7b3dacd6e548 req-a29de1e5-0d12-47f3-b63d-a42529b6687e tempest-ListServerFiltersTestJSON-723328051 tempest-ListServerFiltersTestJSON-723328051-project-member] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 947.492275] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGHEST for action security_group_members [ 947.492275] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.492275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.493498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.494521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.494521] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.494521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.494521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.495214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.497310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.497310] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.724480] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 947.725364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.730773] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.000513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.000775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.000775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.000971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.002313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.002313] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.002313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.002313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.002313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.002313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.002313] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be updated. [ 948.035553] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.035860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.035860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.036147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.036526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.052882] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: IN_PROGRESS for 2s [ 948.232622] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.234574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.234574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.234574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.235457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.235457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.235457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.235861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.235861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.236028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.236342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.236484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.236587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.236706] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.741649] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 948.763925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.763925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.763925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.764547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.765162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.765162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.765162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.765690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.765690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.765690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.765902] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.766029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.766091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.766344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.766462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.766624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 948.844915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.845160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.845160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.845309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.845488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.858888] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 949.686620] env[66378]: INFO networking_nsxv3.common.synchronization [req-a2e9c6a0-38b7-487f-bd62-baaef1cac33f req-46f2550b-9701-4933-80e9-ba89b68e0002 tempest-ServersWithSpecificFlavorTestJSON-1724744008 tempest-ServersWithSpecificFlavorTestJSON-1724744008-project-member] Enqueued Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 949.687229] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 with Priority: HIGHEST for action security_group_members [ 949.688057] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-31ebc8ad-3256-4f55-8a14-831a413a9e59 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.688057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.688057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.688320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.688320] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.688412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.689907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.689907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.691098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.691098] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31ebc8ad-3256-4f55-8a14-831a413a9e59',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.067329] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32b53e0-588e-4f57-b71e-d6415e9b594a in Status: SUCCESS [ 950.067671] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a deletion is rescheduled due to dependency. [ 950.067784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.193665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.193761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.194187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.194187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.194483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.194604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.194665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.194851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.194908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.194995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 is going to be updated. [ 950.233226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.233426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.233486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.236025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.236025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.250990] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: IN_PROGRESS for 2s [ 950.302075] env[66378]: INFO networking_nsxv3.common.synchronization [req-d31caa2f-8bf3-41ba-8fd1-61e9ad2e5332 req-e3d4323f-b84c-43ed-9ac0-321d50dc8462 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 950.304531] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 950.304709] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.304819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.304886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.305273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.305456] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.305568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.305631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.309024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.309024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.309024] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.659084] env[66378]: INFO networking_nsxv3.common.synchronization [None req-c8cbcbea-d785-410e-853a-3e92b1ee8b3c None None] Enqueued Resource ID: 9c206478-5e1d-421d-9ba2-43885a36467a with Priority: HIGHEST for action port [ 950.659925] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c206478-5e1d-421d-9ba2-43885a36467a with Priority: HIGHEST for action port [ 950.662402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c206478-5e1d-421d-9ba2-43885a36467a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.663073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c206478-5e1d-421d-9ba2-43885a36467a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.663073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c206478-5e1d-421d-9ba2-43885a36467a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.663379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c206478-5e1d-421d-9ba2-43885a36467a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.663492] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c206478-5e1d-421d-9ba2-43885a36467a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.777520] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.782033] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.782033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.782431] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.782431] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.782431] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.782543] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.782589] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.782763] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.782843] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.807967] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.807967] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.808108] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.808306] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.808626] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-dab91346-14e7-41d2-94d9-0bd7e7352182 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.808924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.808924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.809308] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.809389] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab91346-14e7-41d2-94d9-0bd7e7352182',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.812155] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.812284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.812355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.812545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.812629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.812819] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.812997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.813079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.813231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.813351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.813410] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 already deleted. [ 950.813455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.876329] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 950.876393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.169505] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c206478-5e1d-421d-9ba2-43885a36467a [ 951.170457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.170457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.170457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.170457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.170457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.170457] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c206478-5e1d-421d-9ba2-43885a36467a already deleted. [ 951.174407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c206478-5e1d-421d-9ba2-43885a36467a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.313060] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.313060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.313060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.313060] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port dab91346-14e7-41d2-94d9-0bd7e7352182 not found, creating... [ 951.313600] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.313893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.313893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.314260] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.314479] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.314605] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.314826] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.314960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.315168] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: dab91346-14e7-41d2-94d9-0bd7e7352182 is going to be created. [ 951.359510] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.359771] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.359908] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.360225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.360488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.360752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.110310] env[66378]: INFO networking_nsxv3.common.synchronization [req-d31caa2f-8bf3-41ba-8fd1-61e9ad2e5332 req-03401d60-a5df-47cd-9d14-1b98e78e0310 service nova] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 952.110494] env[66378]: INFO networking_nsxv3.common.synchronization [req-d31caa2f-8bf3-41ba-8fd1-61e9ad2e5332 req-03401d60-a5df-47cd-9d14-1b98e78e0310 service nova] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 952.110631] env[66378]: INFO networking_nsxv3.common.synchronization [req-d31caa2f-8bf3-41ba-8fd1-61e9ad2e5332 req-03401d60-a5df-47cd-9d14-1b98e78e0310 service nova] Enqueued Resource ID: dab91346-14e7-41d2-94d9-0bd7e7352182 with Priority: HIGHEST for action port [ 952.111199] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 952.111456] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 952.111456] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab91346-14e7-41d2-94d9-0bd7e7352182 with Priority: HIGHEST for action port [ 952.111724] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.111876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.111916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.112195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.112279] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.113201] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.114143] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.114143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.114143] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.115157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-dab91346-14e7-41d2-94d9-0bd7e7352182 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.115157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.115157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.115593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.115593] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dab91346-14e7-41d2-94d9-0bd7e7352182',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.260972] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 in Status: SUCCESS [ 952.261289] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31ebc8ad-3256-4f55-8a14-831a413a9e59 deletion is rescheduled due to dependency. [ 952.261289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31ebc8ad-3256-4f55-8a14-831a413a9e59" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.617938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.618172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.619039] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.619878] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dab91346-14e7-41d2-94d9-0bd7e7352182 with status ACTIVE [ 952.619878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.623664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.623664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.623664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.623664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.623884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.623939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.624072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.624281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.624379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.624627] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.624745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.624851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.625035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.625136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.625230] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dab91346-14e7-41d2-94d9-0bd7e7352182 is going to be updated. [ 952.660816] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.660974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.661302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.661443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.661608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dab91346-14e7-41d2-94d9-0bd7e7352182" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.132553] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.364791] env[66378]: INFO networking_nsxv3.common.synchronization [None req-558ac785-8661-42b8-8ded-15bd8646dc04 None None] Enqueued Resource ID: 455ea819-c524-466c-87db-211789b89226 with Priority: HIGHEST for action port [ 953.364791] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455ea819-c524-466c-87db-211789b89226 with Priority: HIGHEST for action port [ 953.364791] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-455ea819-c524-466c-87db-211789b89226 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.364791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455ea819-c524-466c-87db-211789b89226" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.364791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455ea819-c524-466c-87db-211789b89226" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.365459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455ea819-c524-466c-87db-211789b89226" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.365563] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455ea819-c524-466c-87db-211789b89226',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.639463] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.639706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.639785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.639953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.640084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.640188] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be created. [ 953.676411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.676545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.676628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.676833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.676997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.689366] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: UNINITIALIZED for 2s [ 953.868910] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 455ea819-c524-466c-87db-211789b89226 [ 953.869118] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.869118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.869841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.869883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.869976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.870086] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:455ea819-c524-466c-87db-211789b89226 already deleted. [ 953.870153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455ea819-c524-466c-87db-211789b89226" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.095289] env[66378]: INFO networking_nsxv3.common.synchronization [req-b03e6574-2492-4344-8d71-0015299638bb req-846143c2-3e57-4e6e-b003-4ce138d377df tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 955.096619] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGHEST for action security_group_members [ 955.097326] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.097433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.097472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.098416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.098416] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.099062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.099062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.099866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.099866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.099866] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.604430] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.604644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.604719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.605076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.605076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.605310] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.605433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.605498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.605653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.605732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.605821] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc is going to be updated. [ 955.638339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.638512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.638578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.638803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.638942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.650646] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: IN_PROGRESS for 2s [ 955.695437] env[66378]: INFO networking_nsxv3.common.synchronization [req-b75765ec-1b67-4466-a8f3-4025f9191b4a req-54273d13-c2a5-4d80-bfc2-92e4eb061255 tempest-ServerAddressesTestJSON-1569033602 tempest-ServerAddressesTestJSON-1569033602-project-member] Enqueued Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 955.696038] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 955.696504] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.696653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.696767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.697110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.697276] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.697384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.697443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.697695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.697777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.697878] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.700325] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 955.700522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.700668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.700858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.701052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.701166] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.701421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.701421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.701487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.701524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.701617] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.065034] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.065289] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-638" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.065719] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-638" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.065719] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-638" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.065964] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.066148] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.066284] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.066506] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.066670] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.066875] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.066986] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.067105] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.067210] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.067430] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.067590] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.067680] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.090330] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.090559] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.090727] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.090911] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-638" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.091253] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.091462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.091585] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.092018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.092242] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.200130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.200477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.200597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.200742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.200830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.201071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.201488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.201561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.201733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.201815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.201902] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2870b54b-6c82-4164-939f-0510dac39197 already deleted. [ 956.201990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.203732] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.595102] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.595353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.595533] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.595834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.595980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.596147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 not found, creating... [ 956.596495] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.596658] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.596776] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.596997] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.597151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.597471] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.597626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.597754] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.597960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.598128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.598267] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 is going to be created. [ 956.618776] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.619056] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.619623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.619623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.619753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.620553] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.706569] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba663c30-df85-405e-85d6-180a43890f44: rpc.has_security_group_logging(os_id): False [ 956.729108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.729108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.729108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.729495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.729495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.729671] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.729770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.729770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.729964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.730031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730233] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be created. [ 956.832921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.832921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.832921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.833151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.833425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.846037] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 957.402833] env[66378]: INFO networking_nsxv3.common.synchronization [req-b75765ec-1b67-4466-a8f3-4025f9191b4a req-137e617a-08fc-4e7e-9463-dffa8e1bf1c3 service nova] Enqueued Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_rules [ 957.403110] env[66378]: INFO networking_nsxv3.common.synchronization [req-b75765ec-1b67-4466-a8f3-4025f9191b4a req-137e617a-08fc-4e7e-9463-dffa8e1bf1c3 service nova] Enqueued Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 957.403185] env[66378]: INFO networking_nsxv3.common.synchronization [req-b75765ec-1b67-4466-a8f3-4025f9191b4a req-137e617a-08fc-4e7e-9463-dffa8e1bf1c3 service nova] Enqueued Resource ID: ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 with Priority: HIGHEST for action port [ 957.403770] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_rules [ 957.403910] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 957.404397] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 with Priority: HIGHEST for action port [ 957.404692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.404813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.404871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.405187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.405258] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.406970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.407112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.407170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.407424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.407545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.407652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.407715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.407876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.407959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.408062] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.409109] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.409109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.409109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.409262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.409262] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.663012] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc in Status: SUCCESS [ 957.663274] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc deletion is rescheduled due to dependency. [ 957.663395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.911434] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.912694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.912694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.912924] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 with status ACTIVE [ 957.913022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.913138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.914381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.914381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.914381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.914768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.914768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.914768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.914768] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60 is going to be updated. [ 957.940505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.940662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.940737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.940964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.941184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.941363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe9e52a-3d0e-4df0-b6a0-f8ba1d1e3a60" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.417368] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.566828] env[66378]: INFO networking_nsxv3.common.synchronization [None req-5dd0523e-650b-4b26-b51c-458a26987813 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 958.567371] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 958.567691] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.567817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.567876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.568148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.568233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.643097] env[66378]: INFO networking_nsxv3.common.synchronization [None req-c5572985-24ab-4cc2-b0e1-2fe9bff4da5a tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 958.643252] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 958.643625] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.643768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.862229] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 958.862477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.920805] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.921073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.921127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.921342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.921486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.921539] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2870b54b-6c82-4164-939f-0510dac39197 is going to be created. [ 958.949191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.949191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.949191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.949370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.949370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.959822] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: UNINITIALIZED for 2s [ 959.091279] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.091465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.091504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.091712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.091798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.091892] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 already deleted. [ 959.092049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.092209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.092365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.092450] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.618047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.618391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.618391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.618483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.618594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.618677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 already deleted. [ 959.618921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.977416] env[66378]: INFO networking_nsxv3.common.synchronization [req-5d71567d-6f3d-4de8-a1e3-41ea5c0bd412 req-f51555ec-a665-4fcb-98f8-0d79a21ac798 tempest-ImagesOneServerTestJSON-141747874 tempest-ImagesOneServerTestJSON-141747874-project-member] Enqueued Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 959.977996] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 with Priority: HIGHEST for action security_group_members [ 959.978360] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.978528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.978852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.978986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.979157] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.979259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.979324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.979470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.979560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.979657] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.484151] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.484391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.484474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.484765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.484857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.485075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.485173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.485236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.485388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.485465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.485548] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 is going to be updated. [ 960.514783] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.515028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.515084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.515260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.515398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.524351] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: IN_PROGRESS for 2s [ 960.976533] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: SUCCESS [ 960.976533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976533] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.976533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.976533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.977100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.977100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.977100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.977100] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.480322] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.480572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.480572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.480786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.481228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.481228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.481543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.481743] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.481810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.481810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.482119] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.482213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.482270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.482374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.482449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.482532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.482623] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.985187] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2870b54b-6c82-4164-939f-0510dac39197: rpc.has_security_group_logging(os_id): False [ 962.005200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.005200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.005473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.005612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.005728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.005925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.006063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.006163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.006379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.006579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.006647] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.006776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.006859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.007062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.007176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.007430] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.007646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.007646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.007758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.007818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.007889] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2870b54b-6c82-4164-939f-0510dac39197 is going to be created. [ 962.089180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.089340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.089401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.089620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.089805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.101617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: IN_PROGRESS for 2s [ 962.535821] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 in Status: SUCCESS [ 962.535943] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8 deletion is rescheduled due to dependency. [ 962.536091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5ae4db1-1f2a-47ff-bff1-a2922f02e4c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.630390] env[66378]: INFO networking_nsxv3.common.synchronization [req-520085ba-a621-44f8-bb55-3829cc669b36 req-e4076c88-e847-4d2b-985e-e11c1d87c405 tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 962.630966] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 962.631303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.631447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.631516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.631774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.631921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.632057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.632157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.632733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.632733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.632733] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.874974] env[66378]: INFO networking_nsxv3.common.synchronization [req-808ae645-7177-4999-a73d-ded5e3fefa9e req-f1d29f7b-6028-4c5a-9d9f-4fd95e90c0db tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 962.874974] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 962.874974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.874974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.874974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.874974] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.083366] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.083753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.083753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.084078] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.084339] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.084517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.084675] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.084916] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.085244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.085284] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.085437] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.085558] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.086120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.086120] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.086120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.086120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.110801] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.114021] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.114021] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.114021] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-300" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.114021] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-9834dec5-dfdd-42eb-b43f-1ba4d906da05 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.114021] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.114021] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.114021] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.114021] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9834dec5-dfdd-42eb-b43f-1ba4d906da05',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.136047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.136213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.136335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.136574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.136667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.136870] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.136975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.137037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.137295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.137372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.137460] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 already deleted. [ 963.137553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.372152] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.618062] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.618062] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.618333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.618449] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.618536] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.618713] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 9834dec5-dfdd-42eb-b43f-1ba4d906da05 not found, creating... [ 963.618980] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.619158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.619270] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.619600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.619683] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.619900] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.620063] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.620176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.620389] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.620514] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.620655] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 9834dec5-dfdd-42eb-b43f-1ba4d906da05 is going to be created. [ 963.647620] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.647833] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.647983] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.648288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.648519] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.648801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.875201] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.117021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: SUCCESS [ 964.117281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.366651] env[66378]: INFO networking_nsxv3.common.synchronization [req-520085ba-a621-44f8-bb55-3829cc669b36 req-7def2ee1-4974-40a2-b27c-1b08054dee3e service nova] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 964.367018] env[66378]: INFO networking_nsxv3.common.synchronization [req-520085ba-a621-44f8-bb55-3829cc669b36 req-7def2ee1-4974-40a2-b27c-1b08054dee3e service nova] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 964.367018] env[66378]: INFO networking_nsxv3.common.synchronization [req-520085ba-a621-44f8-bb55-3829cc669b36 req-7def2ee1-4974-40a2-b27c-1b08054dee3e service nova] Enqueued Resource ID: 9834dec5-dfdd-42eb-b43f-1ba4d906da05 with Priority: HIGHEST for action port [ 964.367503] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_rules [ 964.367648] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 964.367750] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9834dec5-dfdd-42eb-b43f-1ba4d906da05 with Priority: HIGHEST for action port [ 964.368096] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.368234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.368309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.368698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.368698] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.369838] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.370277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.370277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.370416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.370574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.370675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.370739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.370888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.370972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.371072] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.374539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9834dec5-dfdd-42eb-b43f-1ba4d906da05 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.374539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.374539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.374539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.374539] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9834dec5-dfdd-42eb-b43f-1ba4d906da05',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.380668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.380668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.380668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.380668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.380668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.380668] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 964.406444] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.406721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.406721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.406870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.407040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.418909] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 964.875522] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.876823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.877345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.877565] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9834dec5-dfdd-42eb-b43f-1ba4d906da05 with status ACTIVE [ 964.878039] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.878039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.878039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.878177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.878208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.878363] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.878458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.878518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.878662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.878739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.878918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.879177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.879177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.879234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.879298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.879353] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9834dec5-dfdd-42eb-b43f-1ba4d906da05 is going to be updated. [ 964.902150] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.902307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.902375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.902704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.903099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.903099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9834dec5-dfdd-42eb-b43f-1ba4d906da05" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.382017] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.744201] env[66378]: INFO networking_nsxv3.common.synchronization [req-59fe6f89-6c97-4247-a8a2-64717e37939b req-b6236eaf-a195-48d5-aa0f-f5abf032c1cc tempest-ServersTestBootFromVolume-190483007 tempest-ServersTestBootFromVolume-190483007-project-member] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 965.744815] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 965.745168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.745304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.745375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.745652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.745826] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.745930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.745995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.746180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.746263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746425] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.885124] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.885124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.885124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.885124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.885124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.885412] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 is going to be created. [ 965.911989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.912179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.912245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.912458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.912826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.924965] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: UNINITIALIZED for 2s [ 966.144274] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.144521] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-992" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.144651] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-992" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.144988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-992" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.145278] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.145462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.145610] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.146015] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.146175] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.146458] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.146582] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.146694] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.146797] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.146914] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.147033] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.147177] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.166983] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.167178] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.167365] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.167518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-992" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.167840] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.168239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.168239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.168461] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.168570] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecba8fbf-c4b5-46ec-8abe-bc506d130ad3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.250755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.250956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.251037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.251277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.251365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.251576] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.251686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.251753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.251914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.251997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.252099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 already deleted. [ 966.252184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.430103] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 966.430444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.671045] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.671253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.671375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.671694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.671866] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.672064] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 not found, creating... [ 966.672372] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.672567] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.672703] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.673383] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.673383] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.673484] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.673615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.673743] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.673971] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.674141] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.674302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 is going to be created. [ 966.708086] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.708516] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.708740] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.709114] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709398] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.709716] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.466021] env[66378]: INFO networking_nsxv3.common.synchronization [req-59fe6f89-6c97-4247-a8a2-64717e37939b req-4cb2f069-1e2d-46d3-bc97-02218b47c9d5 service nova] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 967.466021] env[66378]: INFO networking_nsxv3.common.synchronization [req-59fe6f89-6c97-4247-a8a2-64717e37939b req-4cb2f069-1e2d-46d3-bc97-02218b47c9d5 service nova] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 967.466021] env[66378]: INFO networking_nsxv3.common.synchronization [req-59fe6f89-6c97-4247-a8a2-64717e37939b req-4cb2f069-1e2d-46d3-bc97-02218b47c9d5 service nova] Enqueued Resource ID: ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 with Priority: HIGHEST for action port [ 967.466845] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_rules [ 967.470741] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 967.470741] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 with Priority: HIGHEST for action port [ 967.470741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470741] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.470741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.472701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.472701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.472701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.472701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.472701] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.473842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.473965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.474523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.474523] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecba8fbf-c4b5-46ec-8abe-bc506d130ad3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.935253] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: SUCCESS [ 967.935496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.935724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.935920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.936125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.936261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.936417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.936540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.936634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.936716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.936912] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.976263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.976426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.977024] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.977591] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 with status ACTIVE [ 967.977803] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.977923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.977990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.978200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.978286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.978454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.978557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.978618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.978763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.978839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.979484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.979614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.979681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.979832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.980036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.980139] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecba8fbf-c4b5-46ec-8abe-bc506d130ad3 is going to be updated. [ 968.003179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.003280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.003361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.003564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.003717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.003886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecba8fbf-c4b5-46ec-8abe-bc506d130ad3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.439234] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.482365] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.680143] env[66378]: INFO networking_nsxv3.common.synchronization [req-94d7fccd-f022-4b87-8389-c54368907902 req-a25004e9-61ed-47ec-811c-4e6a5498e8c0 tempest-ServerAddressesTestJSON-1569033602 tempest-ServerAddressesTestJSON-1569033602-project-member] Enqueued Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 968.680938] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGHEST for action security_group_members [ 968.681211] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.684687] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.684687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.684687] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.879077] env[66378]: INFO networking_nsxv3.common.synchronization [req-5025c654-4786-42e1-9dcf-f721dc787be2 req-38b1799e-7753-4925-a2d3-fd69023f9836 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 968.879656] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 968.879968] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.880100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.880161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.880367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.880519] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.880671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.880671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.880993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.880993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.881097] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.942396] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0877fb4e-ad85-4098-87c3-44c7ae73c912: rpc.has_security_group_logging(os_id): False [ 968.960622] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.960780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.961156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.961249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.961495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.961596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.961663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.961819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.961895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.961979] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 is going to be created. [ 968.984946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.985228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.985311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.985612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.985612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.985713] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 is going to be created. [ 969.008723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.008902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.008977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.009220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.009485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.021297] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: UNINITIALIZED for 2s [ 969.022293] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.022434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.022505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.022978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.023190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.034902] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: IN_PROGRESS for 2s [ 969.184345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.184553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.184599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.185115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.185219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.185284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.185447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.185527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.185612] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2870b54b-6c82-4164-939f-0510dac39197 is going to be updated. [ 969.251115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.251292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.251344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.251556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.251696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.270287] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: IN_PROGRESS for 2s [ 969.383415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.383538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.383575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.384639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.384639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.384639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.384639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.384639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.384639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.384895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.384895] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 969.416196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.416853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.416853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.416853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.416853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.429199] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 971.033856] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: SUCCESS [ 971.034185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.034454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.034793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035122] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.035313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.035645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.035901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.036060] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.053601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: SUCCESS [ 971.053866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.280801] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2870b54b-6c82-4164-939f-0510dac39197 in Status: SUCCESS [ 971.280994] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2870b54b-6c82-4164-939f-0510dac39197 deletion is rescheduled due to dependency. [ 971.281128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441680] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 971.441806] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 971.443043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.542092] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.927319] env[66378]: INFO networking_nsxv3.common.synchronization [req-0e348712-df5b-4bcb-8dad-47ff78cb9ac7 req-2c5ed86e-64bc-4212-87a7-27e4640a7ec6 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 971.927319] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 971.927319] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.927319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.927319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.927672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.927772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.928648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.928648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.928648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.928648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.928648] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.044971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 533ebd58-294f-4b32-b121-b491e20c3813: rpc.has_security_group_logging(os_id): False [ 972.071055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.071055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.071055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.071055] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 is going to be created. [ 972.138381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.138541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.138619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.138928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.139257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.152899] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: IN_PROGRESS for 2s [ 972.433849] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.763764] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.767173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.767173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.767173] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.767173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.767173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.769372] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.769766] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.770118] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.770356] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.771173] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.771325] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.771448] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.771569] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.772161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.791989] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.791989] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.792214] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.792345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.792700] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.792886] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.793011] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.793333] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.793472] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.936855] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.297273] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.297273] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.297273] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.297615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.297647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.297800] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda not found, creating... [ 973.298068] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.298243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.298347] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.298570] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.298709] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.298988] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.299162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.299279] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.299483] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.299618] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.299767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda is going to be created. [ 973.330923] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.331175] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.331307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.331598] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.331832] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.332071] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.439186] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.439539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.439539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.439730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.439830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.439933] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 973.470389] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.470541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.470613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.470827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.470970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.484260] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 974.055018] env[66378]: INFO networking_nsxv3.common.synchronization [req-0e348712-df5b-4bcb-8dad-47ff78cb9ac7 req-72c23e29-1557-492e-ae9e-522aef5205fc service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 974.055018] env[66378]: INFO networking_nsxv3.common.synchronization [req-0e348712-df5b-4bcb-8dad-47ff78cb9ac7 req-72c23e29-1557-492e-ae9e-522aef5205fc service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 974.055154] env[66378]: INFO networking_nsxv3.common.synchronization [req-0e348712-df5b-4bcb-8dad-47ff78cb9ac7 req-72c23e29-1557-492e-ae9e-522aef5205fc service nova] Enqueued Resource ID: 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda with Priority: HIGHEST for action port [ 974.055596] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 974.056558] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 974.056558] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda with Priority: HIGHEST for action port [ 974.056558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.056558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.056558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.056558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.056833] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.058837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.058837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.058837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.058837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.058837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.058837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.058837] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.105736] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9318be9a-dcb0-4101-8a4b-e004bedd11f6 None None] Enqueued Resource ID: 525f5525-2dd9-47f9-a954-8e81d62deef5 with Priority: HIGHEST for action port [ 974.105736] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525f5525-2dd9-47f9-a954-8e81d62deef5 with Priority: HIGHEST for action port [ 974.105736] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-525f5525-2dd9-47f9-a954-8e81d62deef5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.105736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525f5525-2dd9-47f9-a954-8e81d62deef5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.105736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525f5525-2dd9-47f9-a954-8e81d62deef5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.106225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525f5525-2dd9-47f9-a954-8e81d62deef5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.106225] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525f5525-2dd9-47f9-a954-8e81d62deef5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.167102] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: SUCCESS [ 974.167102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562681] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda with status ACTIVE [ 974.562681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.563330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.563330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.563330] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.563330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.563330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.563503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.563503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.563556] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda is going to be updated. [ 974.589699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.589699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.589699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.589699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.589699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.590670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1abd07-3f19-4f49-8ff1-62a7ac7e6eda" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.607949] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 525f5525-2dd9-47f9-a954-8e81d62deef5 [ 974.608268] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.608410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.608492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.609853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.609853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.609853] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:525f5525-2dd9-47f9-a954-8e81d62deef5 already deleted. [ 974.609853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525f5525-2dd9-47f9-a954-8e81d62deef5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615346] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3d3385bd-8e2f-47f9-872e-1f22cab92c89 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 974.615702] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 974.615990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.616748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.616748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.617073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.617073] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.704235] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4b9e7a02-ee6b-461d-93fd-27d43a50d94d tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 974.704943] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 974.705261] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.705368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.140717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.140717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.140929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.140974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.141849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.141849] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 already deleted. [ 975.141849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.141849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.141849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.141849] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.498576] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 975.498889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.499141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.499389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.499609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.499952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.499952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.500152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.500191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.500470] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.673980] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.674433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.674433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.674575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.674668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.674770] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 already deleted. [ 975.674854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.004622] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.510404] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.808749] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9db77a56-bb88-4204-8c04-d1afdbe49cfb None None] Enqueued Resource ID: e95fbc8e-d37a-4a83-a749-31569a69119c with Priority: HIGHEST for action port [ 976.809888] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95fbc8e-d37a-4a83-a749-31569a69119c with Priority: HIGHEST for action port [ 976.809888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e95fbc8e-d37a-4a83-a749-31569a69119c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.809888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e95fbc8e-d37a-4a83-a749-31569a69119c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.810451] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e95fbc8e-d37a-4a83-a749-31569a69119c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.810451] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e95fbc8e-d37a-4a83-a749-31569a69119c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.810451] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95fbc8e-d37a-4a83-a749-31569a69119c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.013691] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.013861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.013934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.014355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.014468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.014574] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 977.044020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.044020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.044020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.044020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.044020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.052425] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 977.314084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e95fbc8e-d37a-4a83-a749-31569a69119c [ 977.314337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.314490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.314559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.314767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.314854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.314976] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e95fbc8e-d37a-4a83-a749-31569a69119c already deleted. [ 977.315103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e95fbc8e-d37a-4a83-a749-31569a69119c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.065055] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 979.065350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.065536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.065761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.065954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.066084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.066166] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.066293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.066375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.066522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.066621] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.214283] env[66378]: INFO networking_nsxv3.common.synchronization [req-12ea892e-3786-4e52-9c66-1ad47f633895 req-18c38122-8f12-474a-aaa2-d18ab279cbe2 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 979.215371] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 979.215792] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.215979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.216112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.217260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.217538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.217802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.217940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.218202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.218371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.218564] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.569704] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.569872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.569945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.570245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.570432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.570543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.570608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.570803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.570925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.571035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.571201] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.571297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.571357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.571502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.571642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.571733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.571790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.571922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.571994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.572088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.572180] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.628210] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.628490] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.628674] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.628951] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.629248] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.629408] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.629523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.629751] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.629887] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.630107] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.630214] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.630316] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.630425] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.630529] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.630628] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.630758] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.651246] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.651427] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.651567] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.651809] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.652161] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-12addcec-69b4-4d88-90e2-4e1dd958be69 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.652374] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.652566] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.653804] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.653804] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12addcec-69b4-4d88-90e2-4e1dd958be69',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.722895] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.723139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.723224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.723499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.723617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.723864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.724016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.724096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.724327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.724423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.724548] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 979.759946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.760121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.760186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.760394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.760546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.770225] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 980.077855] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 980.096885] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.097046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.097121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.097345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.097502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.097695] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.097793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.097856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.098028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.098101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.098281] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.098377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.098439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.098576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.098656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.098876] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.098972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.099106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.099258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.099332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.099418] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 980.155699] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.159031] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 12addcec-69b4-4d88-90e2-4e1dd958be69 not found, creating... [ 980.159031] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.159545] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.159545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159957] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.160374] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.160626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.160876] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 12addcec-69b4-4d88-90e2-4e1dd958be69 is going to be created. [ 980.163450] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.163799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.164035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.164295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.164737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.179369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 980.211053] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.211053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.211053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.211053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.211053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.211053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643703] env[66378]: INFO networking_nsxv3.common.synchronization [None req-a42e2f80-8940-4235-9016-cb6471e1c66d None None] Enqueued Resource ID: 89aea91c-07c5-4fd7-9126-d814b07b68d9 with Priority: HIGHEST for action port [ 980.644203] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89aea91c-07c5-4fd7-9126-d814b07b68d9 with Priority: HIGHEST for action port [ 980.645045] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-89aea91c-07c5-4fd7-9126-d814b07b68d9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89aea91c-07c5-4fd7-9126-d814b07b68d9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89aea91c-07c5-4fd7-9126-d814b07b68d9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.645541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89aea91c-07c5-4fd7-9126-d814b07b68d9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.645697] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89aea91c-07c5-4fd7-9126-d814b07b68d9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.940279] env[66378]: INFO networking_nsxv3.common.synchronization [req-12ea892e-3786-4e52-9c66-1ad47f633895 req-ec24972c-45f3-4c58-9d21-ef3eb2459bf7 service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 980.940279] env[66378]: INFO networking_nsxv3.common.synchronization [req-12ea892e-3786-4e52-9c66-1ad47f633895 req-ec24972c-45f3-4c58-9d21-ef3eb2459bf7 service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 980.940279] env[66378]: INFO networking_nsxv3.common.synchronization [req-12ea892e-3786-4e52-9c66-1ad47f633895 req-ec24972c-45f3-4c58-9d21-ef3eb2459bf7 service nova] Enqueued Resource ID: 12addcec-69b4-4d88-90e2-4e1dd958be69 with Priority: HIGHEST for action port [ 980.941192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 980.941805] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 980.941805] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12addcec-69b4-4d88-90e2-4e1dd958be69 with Priority: HIGHEST for action port [ 980.941964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.942164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.942434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.942579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.942820] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.944632] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.944843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12addcec-69b4-4d88-90e2-4e1dd958be69 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.945886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.946032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12addcec-69b4-4d88-90e2-4e1dd958be69',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.147855] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89aea91c-07c5-4fd7-9126-d814b07b68d9 [ 981.148207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.148271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.148304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.148506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.148598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.148693] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89aea91c-07c5-4fd7-9126-d814b07b68d9 already deleted. [ 981.148775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89aea91c-07c5-4fd7-9126-d814b07b68d9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.448559] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.449471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.449724] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12addcec-69b4-4d88-90e2-4e1dd958be69 with status ACTIVE [ 981.449902] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.450039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.450109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.451020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.451020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.451511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.451511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.451511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.451511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.451511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.451692] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12addcec-69b4-4d88-90e2-4e1dd958be69 is going to be updated. [ 981.477914] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.477914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.477914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.477914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.478709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.478709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12addcec-69b4-4d88-90e2-4e1dd958be69" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.709019] env[66378]: INFO networking_nsxv3.common.synchronization [None req-20a68f51-7bdf-477a-a1c0-3939857b45c4 tempest-ServersTestManualDisk-503205831 tempest-ServersTestManualDisk-503205831-project-member] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 981.709019] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 981.709547] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.709679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.709748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.710044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.710134] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.782730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 981.783024] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 981.784503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.784790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.785139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.785452] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.785643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.785758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.786093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.786313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.786541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.840064] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0240a029-661c-4a4d-82c0-298f03c250df tempest-ServersTestManualDisk-503205831 tempest-ServersTestManualDisk-503205831-project-member] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 981.842029] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 981.842029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.842029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.204556] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 982.204874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.238726] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.238894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.238951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.239185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.239277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.239369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 already deleted. [ 982.239454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.239607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.239873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.239873] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.292649] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.761415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.761597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.761676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.761838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.761927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.762032] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 already deleted. [ 982.762118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.794753] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.165533] env[66378]: INFO networking_nsxv3.common.synchronization [None req-348f4a84-24a7-4071-ade9-688ca6418cfd None None] Enqueued Resource ID: 51e33180-ca32-4233-b977-ff07974d5c02 with Priority: HIGHEST for action port [ 983.166222] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e33180-ca32-4233-b977-ff07974d5c02 with Priority: HIGHEST for action port [ 983.166668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e33180-ca32-4233-b977-ff07974d5c02 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.166771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e33180-ca32-4233-b977-ff07974d5c02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.166871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e33180-ca32-4233-b977-ff07974d5c02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e33180-ca32-4233-b977-ff07974d5c02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.168027] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e33180-ca32-4233-b977-ff07974d5c02',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.298884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.298884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.298884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.298884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.299408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.299408] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 983.369813] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.370038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.370231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.370381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.370566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.380930] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 983.671007] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51e33180-ca32-4233-b977-ff07974d5c02 [ 983.671279] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.671421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.671489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.671821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.671875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.671968] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51e33180-ca32-4233-b977-ff07974d5c02 already deleted. [ 983.672065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e33180-ca32-4233-b977-ff07974d5c02" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.393809] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 985.394182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.394783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.395077] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.395213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.395293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.395474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.395583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.395699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.395799] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.901316] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.901665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.901665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.901765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.901932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.902083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.902146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.902260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.902343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.902432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.902578] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.902687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.902748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.902890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.903039] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.903133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.903195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.903402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.903538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.903595] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.189161] env[66378]: INFO networking_nsxv3.common.synchronization [req-ff40f4e2-9e60-4666-be0e-efe55546b3bb req-7fff6026-572f-4958-b2d6-bbda4aaee5b8 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 986.189845] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 986.190173] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.190290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.190604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.190604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.190706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.190797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.190856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.190998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.191098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.191618] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.406660] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 986.426305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.426547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.426625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.426830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.426926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.427282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.427423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.427498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427686] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.427836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.427970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.428061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.428254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.428347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.428405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.428540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.428611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.428693] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 986.618485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.618485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.618485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.618485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.618485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.634827] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 986.693808] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.199106] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.705511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.705968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.705968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.706081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.706239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.706366] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 987.728222] env[66378]: INFO networking_nsxv3.common.synchronization [None req-029e52dc-77dc-4c8e-b8e7-43cc96767b45 None None] Enqueued Resource ID: c7b68574-0d42-4c1c-8d94-90783205789d with Priority: HIGHEST for action port [ 987.728829] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b68574-0d42-4c1c-8d94-90783205789d with Priority: HIGHEST for action port [ 987.729217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b68574-0d42-4c1c-8d94-90783205789d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.729332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b68574-0d42-4c1c-8d94-90783205789d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.729535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b68574-0d42-4c1c-8d94-90783205789d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.729965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b68574-0d42-4c1c-8d94-90783205789d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.729965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b68574-0d42-4c1c-8d94-90783205789d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.741047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.741047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.741047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.741047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.741047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.752995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 988.234271] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7b68574-0d42-4c1c-8d94-90783205789d [ 988.235288] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.242095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.242440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.242689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.242866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.243083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7b68574-0d42-4c1c-8d94-90783205789d already deleted. [ 988.243256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b68574-0d42-4c1c-8d94-90783205789d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.651499] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 988.651738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.060532] env[66378]: INFO networking_nsxv3.common.synchronization [None req-375ba2f1-d3cf-44d6-a3a8-1244939c0ccd tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 989.061102] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 989.061403] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.061549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.061638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.061923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.062022] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.156660] env[66378]: INFO networking_nsxv3.common.synchronization [None req-8ed134c9-5771-4222-a6b9-b4f0efac2f5c tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 989.156660] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 989.156660] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.156660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.587041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.587207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.587281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.587507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.587625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.587722] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd already deleted. [ 989.587807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.587949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.588135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.588209] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.770059] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 989.770059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.112379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.112379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.112632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.112632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.112814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.113145] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd already deleted. [ 990.113145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.228962] env[66378]: INFO networking_nsxv3.common.synchronization [None req-dc5cba57-9b89-49fe-9cb0-5a57d2d36722 None None] Enqueued Resource ID: 16019eea-2f46-4a87-b019-d79350dbc171 with Priority: HIGHEST for action port [ 990.229589] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16019eea-2f46-4a87-b019-d79350dbc171 with Priority: HIGHEST for action port [ 990.229845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-16019eea-2f46-4a87-b019-d79350dbc171 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.229968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16019eea-2f46-4a87-b019-d79350dbc171" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.230048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16019eea-2f46-4a87-b019-d79350dbc171" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.230299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16019eea-2f46-4a87-b019-d79350dbc171" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.230379] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16019eea-2f46-4a87-b019-d79350dbc171',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.735412] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16019eea-2f46-4a87-b019-d79350dbc171 [ 990.735665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.735830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.736046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.736196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.736890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.737089] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16019eea-2f46-4a87-b019-d79350dbc171 already deleted. [ 990.737192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16019eea-2f46-4a87-b019-d79350dbc171" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.384033] env[66378]: INFO networking_nsxv3.common.synchronization [None req-2ef43189-3696-4354-ac5a-54ef63b9602b None None] Enqueued Resource ID: a9538790-cf2c-40b6-9bc5-0811f57b23e1 with Priority: HIGHEST for action port [ 992.384823] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9538790-cf2c-40b6-9bc5-0811f57b23e1 with Priority: HIGHEST for action port [ 992.387760] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9538790-cf2c-40b6-9bc5-0811f57b23e1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.387952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9538790-cf2c-40b6-9bc5-0811f57b23e1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.388053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9538790-cf2c-40b6-9bc5-0811f57b23e1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.388332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9538790-cf2c-40b6-9bc5-0811f57b23e1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.388413] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9538790-cf2c-40b6-9bc5-0811f57b23e1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.892655] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9538790-cf2c-40b6-9bc5-0811f57b23e1 [ 992.895032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.895200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.895325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.895634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.895780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.895930] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9538790-cf2c-40b6-9bc5-0811f57b23e1 already deleted. [ 992.896080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9538790-cf2c-40b6-9bc5-0811f57b23e1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.013637] env[66378]: INFO networking_nsxv3.common.synchronization [None req-99c4ae7f-d76a-42bc-b25a-8dc95ec047a7 None None] Enqueued Resource ID: dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e with Priority: HIGHEST for action port [ 995.013637] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e with Priority: HIGHEST for action port [ 995.013637] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.013637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.013637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.014080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.014080] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.520690] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e [ 995.520690] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.521317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.521317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.521317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.521317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.521317] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e already deleted. [ 995.521747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbbf6df8-f8a1-4bf8-a879-b0ac89bfed3e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.720737] env[66378]: INFO networking_nsxv3.common.synchronization [req-4478fbe6-bd2f-4e6e-ae48-70a50db83a24 req-1d4996d9-691b-45ae-964c-e71dc2fd9b88 tempest-ServerMetadataTestJSON-303091419 tempest-ServerMetadataTestJSON-303091419-project-member] Enqueued Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 995.720737] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 995.720737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.720737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.720737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.720737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.720737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.720737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.721176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.721176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.721663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.721775] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.993410] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d326cbe3-5b87-4a47-a8b3-6c5c0818c404 None None] Enqueued Resource ID: f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b with Priority: HIGHEST for action port [ 995.994075] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b with Priority: HIGHEST for action port [ 995.998103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.998103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.998103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.998103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.998103] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.228114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.228466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.228466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.228578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.228738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.229721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.229721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.229721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.229974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.229974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.229974] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae already deleted. [ 996.230159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.278171] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.278425] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-929" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.278425] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-929" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-929" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279398] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.279713] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.280448] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.280448] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.280448] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.280448] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.280670] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.280670] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.280774] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.281175] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.281175] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.281259] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.304746] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.304988] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.305903] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.305903] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-929" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.305903] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.306208] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.306276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.306667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.306824] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.498640] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b [ 996.498886] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.499044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.499110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.499401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.499534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.499665] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b already deleted. [ 996.499764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85f7b7a-ff20-43f3-b5f1-cd6ac2e2667b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.810206] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.810449] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.810580] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.810880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.811075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.811519] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 not found, creating... [ 996.812028] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.812195] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.812322] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.812562] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.812710] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813977] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.813977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.813977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.813977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.814290] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 is going to be created. [ 996.840368] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.840869] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.840869] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.842025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.842025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.842025] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.590710] env[66378]: INFO networking_nsxv3.common.synchronization [req-4478fbe6-bd2f-4e6e-ae48-70a50db83a24 req-beb37c42-ec64-4c18-a7af-a35c184f4788 service nova] Enqueued Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_rules [ 997.591112] env[66378]: INFO networking_nsxv3.common.synchronization [req-4478fbe6-bd2f-4e6e-ae48-70a50db83a24 req-beb37c42-ec64-4c18-a7af-a35c184f4788 service nova] Enqueued Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 997.591112] env[66378]: INFO networking_nsxv3.common.synchronization [req-4478fbe6-bd2f-4e6e-ae48-70a50db83a24 req-beb37c42-ec64-4c18-a7af-a35c184f4788 service nova] Enqueued Resource ID: 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 with Priority: HIGHEST for action port [ 997.591904] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_rules [ 997.592219] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 997.592490] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 with Priority: HIGHEST for action port [ 997.593475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.593475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.593475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.593475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.593475] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.596650] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.597262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.597374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.597660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.599065] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.599210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.599291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.599497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.599605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.599686] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.600670] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.600891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.600891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.601080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.601152] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.104339] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.104339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.104671] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.106472] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 with status ACTIVE [ 998.106472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.106472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.106666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.106760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.106848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.107042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.107161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.108170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.108170] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.108170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.108170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.108976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.108976] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9 is going to be updated. [ 998.136744] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.136744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.136744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.136744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.136744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.136744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72320a5d-ce4c-4c6f-b8bd-74d2ccecdae9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.414685] env[66378]: INFO networking_nsxv3.common.synchronization [None req-f883ef81-2c6e-400c-adb9-c174ce7420f1 None None] Enqueued Resource ID: 05a4ffa1-1e41-42d8-8cba-fbedf68ef72f with Priority: HIGHEST for action port [ 998.414685] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a4ffa1-1e41-42d8-8cba-fbedf68ef72f with Priority: HIGHEST for action port [ 998.414979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a4ffa1-1e41-42d8-8cba-fbedf68ef72f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.415120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a4ffa1-1e41-42d8-8cba-fbedf68ef72f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.415204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a4ffa1-1e41-42d8-8cba-fbedf68ef72f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.415436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a4ffa1-1e41-42d8-8cba-fbedf68ef72f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.415519] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a4ffa1-1e41-42d8-8cba-fbedf68ef72f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.607697] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.722287] env[66378]: INFO networking_nsxv3.common.synchronization [None req-71bcce87-2e46-4672-b23d-954abadb82cd tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 998.722633] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 998.722711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.722943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.722943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.723391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.723475] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.872781] env[66378]: INFO networking_nsxv3.common.synchronization [None req-66a860dd-44b4-4db2-bf86-80b74c0f1e19 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 998.873588] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 998.874162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.874398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.924598] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05a4ffa1-1e41-42d8-8cba-fbedf68ef72f [ 998.924598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.924598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.924598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.924598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.924598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.924598] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05a4ffa1-1e41-42d8-8cba-fbedf68ef72f already deleted. [ 998.924598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a4ffa1-1e41-42d8-8cba-fbedf68ef72f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111105] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.111105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.111105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.111662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.111662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae is going to be created. [ 999.136899] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.137109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.137179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.137332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.137495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.149350] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: UNINITIALIZED for 2s [ 999.247767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.248025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.248025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.248374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.248529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.248660] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 already deleted. [ 999.248754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.248907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.249133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.249226] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.773758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.773758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.773758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.773758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.773758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.774591] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 already deleted. [ 999.774591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: SUCCESS [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164570] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164570] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.666562] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.666849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.666897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.667126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.667303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.667407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.667473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.667654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.667816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.667861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.668029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.668128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.668189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.668334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.668474] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.668567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.668628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.668764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.668842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.668925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.669033] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.172159] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e70770c1-689f-4f4b-9257-2f6e13312bae: rpc.has_security_group_logging(os_id): False [ 1002.192668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.192831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.192939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.193714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.193714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.193714] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.193714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.193714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.193714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.194115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.194115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.194115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.194299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.194299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.194389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.194515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.194621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.194679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.194809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.195085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.195085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae is going to be created. [ 1002.259917] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.260141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.260239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.260445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.260858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.275899] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: IN_PROGRESS for 2s [ 1003.874865] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1003.875165] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1004.296783] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: SUCCESS [ 1004.297176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.503207] env[66378]: INFO networking_nsxv3.common.synchronization [None req-6dae289c-309f-4a8d-9034-690bad2e2b15 None None] Enqueued Resource ID: 0a60f902-34e6-4c32-8c34-0ce697c14384 with Priority: HIGHEST for action port [ 1004.503857] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a60f902-34e6-4c32-8c34-0ce697c14384 with Priority: HIGHEST for action port [ 1004.504285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a60f902-34e6-4c32-8c34-0ce697c14384 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.504725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a60f902-34e6-4c32-8c34-0ce697c14384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.504725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a60f902-34e6-4c32-8c34-0ce697c14384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.504962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a60f902-34e6-4c32-8c34-0ce697c14384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.505040] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a60f902-34e6-4c32-8c34-0ce697c14384',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.589205] env[66378]: INFO networking_nsxv3.common.synchronization [req-609a036b-833f-4976-8304-d4a35a7b29d3 req-02986025-27a6-4483-8e5e-ddede1aa8aea tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1004.589905] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1004.590557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.590714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.590821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.591213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.591526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.591758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.591856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.592123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.592312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.592452] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.007391] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a60f902-34e6-4c32-8c34-0ce697c14384 [ 1005.007823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.007994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.008105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.008653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.008653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.008653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a60f902-34e6-4c32-8c34-0ce697c14384 already deleted. [ 1005.008653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a60f902-34e6-4c32-8c34-0ce697c14384" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.097179] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.282095] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.282348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.282565] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.282764] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.283134] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.283327] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.283499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.283673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.283965] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.284052] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.284164] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.284279] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.284394] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.284520] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.284648] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.284835] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.310982] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.311198] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.311403] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.311683] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.312014] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-12f40eb1-6a9e-4716-8dde-fe7936316c36 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.312242] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.312445] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.312861] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.313022] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f40eb1-6a9e-4716-8dde-fe7936316c36',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.599527] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.820246] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.821156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.821156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.821156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.821531] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.821531] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 12f40eb1-6a9e-4716-8dde-fe7936316c36 not found, creating... [ 1005.821664] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.821929] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.822077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.823030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.823030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.823030] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.823030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.823315] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.823481] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.823845] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.823845] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 12f40eb1-6a9e-4716-8dde-fe7936316c36 is going to be created. [ 1005.844561] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.844838] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.846479] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.846479] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.846479] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.846479] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.105280] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.105280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.105280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.105280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.105280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.105280] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1006.141149] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.143452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.143452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.143452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.143452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.153118] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1006.195401] env[66378]: INFO networking_nsxv3.common.synchronization [None req-f8e638a6-06a4-4d42-984e-6c09d6949ffb tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1006.196097] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1006.196465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.196594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.196727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.197012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.197227] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.301690] env[66378]: INFO networking_nsxv3.common.synchronization [None req-de6cab61-f0ba-46f3-99c1-69088223bda7 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1006.302475] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1006.302629] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.302728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.599912] env[66378]: INFO networking_nsxv3.common.synchronization [req-609a036b-833f-4976-8304-d4a35a7b29d3 req-3b21dc51-b028-423f-91dd-c37388e5fddc service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 1006.600426] env[66378]: INFO networking_nsxv3.common.synchronization [req-609a036b-833f-4976-8304-d4a35a7b29d3 req-3b21dc51-b028-423f-91dd-c37388e5fddc service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1006.601098] env[66378]: INFO networking_nsxv3.common.synchronization [req-609a036b-833f-4976-8304-d4a35a7b29d3 req-3b21dc51-b028-423f-91dd-c37388e5fddc service nova] Enqueued Resource ID: 12f40eb1-6a9e-4716-8dde-fe7936316c36 with Priority: HIGHEST for action port [ 1006.604034] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 1006.604034] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1006.604034] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f40eb1-6a9e-4716-8dde-fe7936316c36 with Priority: HIGHEST for action port [ 1006.604034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.604034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.604034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.604034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f40eb1-6a9e-4716-8dde-fe7936316c36 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.604034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.604766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.604766] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f40eb1-6a9e-4716-8dde-fe7936316c36',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.723552] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.723770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.723770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.724179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.724179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.724179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d already deleted. [ 1006.724303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.724546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.724546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.724626] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.772747] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3ac746f3-6d5f-4217-b271-dd94ab18b98c None None] Enqueued Resource ID: b84e66b8-f692-4695-9aa0-de31136a20c8 with Priority: HIGHEST for action port [ 1006.773336] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84e66b8-f692-4695-9aa0-de31136a20c8 with Priority: HIGHEST for action port [ 1006.774435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84e66b8-f692-4695-9aa0-de31136a20c8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.774718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84e66b8-f692-4695-9aa0-de31136a20c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.774840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84e66b8-f692-4695-9aa0-de31136a20c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.775245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84e66b8-f692-4695-9aa0-de31136a20c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.775407] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84e66b8-f692-4695-9aa0-de31136a20c8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.051252] env[66378]: INFO networking_nsxv3.common.synchronization [req-a91087e6-929f-43be-982a-6cd36b1b8830 req-df8addf8-5b91-43f2-a285-4cecb823f49b tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 1007.051762] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGHEST for action security_group_members [ 1007.052292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.052514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.052733] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.052993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.053139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.053176] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.106374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.106707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107088] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12f40eb1-6a9e-4716-8dde-fe7936316c36 with status ACTIVE [ 1007.107088] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.107387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.107520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.107651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.107950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.108214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.108305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.108363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.108496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.108649] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12f40eb1-6a9e-4716-8dde-fe7936316c36 is going to be updated. [ 1007.136385] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.136620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.136859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.136996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.137158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f40eb1-6a9e-4716-8dde-fe7936316c36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.266729] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.267714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.267714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.267714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.267714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.267714] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d already deleted. [ 1007.268379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.278207] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b84e66b8-f692-4695-9aa0-de31136a20c8 [ 1007.278207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.278207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.278207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.281167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.283516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.283516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b84e66b8-f692-4695-9aa0-de31136a20c8 already deleted. [ 1007.283516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84e66b8-f692-4695-9aa0-de31136a20c8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.399383] env[66378]: INFO networking_nsxv3.common.synchronization [req-ccf4e32b-bac2-463f-ac5d-4caee8c29503 req-7287794d-3018-4fc4-abe8-9b56d0af947e tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1007.399383] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1007.399383] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.399383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.399383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.399383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.399633] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.399693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.399909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.399984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.400142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.400312] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.555535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.555774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.555826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.556063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.582088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.582088] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.582312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.582312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.582522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.582608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.582709] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a is going to be updated. [ 1007.614573] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.615193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.615193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.615193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.615371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.623818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: IN_PROGRESS for 2s [ 1007.775720] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.775922] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.776064] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.776336] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.776586] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.777280] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.777370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.777566] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.777740] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.777982] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.778112] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.778221] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.778330] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.778439] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.778545] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.778665] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.797428] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.797597] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.797793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.797994] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.798340] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.798517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.798637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.798955] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.799607] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32098e0-d5bc-407d-8bf3-6e1e0835dd30',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.903375] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.903375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.903375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.903375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.903375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.903571] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.903571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.903713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.903995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.903995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.903995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 already deleted. [ 1007.903995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.164949] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1008.165335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.165335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.165464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.165860] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.165860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.165860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.166066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.166295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.166295] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.301277] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.301533] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.301661] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.301966] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.302209] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.302384] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port b32098e0-d5bc-407d-8bf3-6e1e0835dd30 not found, creating... [ 1008.303298] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.303298] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.303298] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.303514] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.303587] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.303919] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.304170] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.304652] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.304826] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.305034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: b32098e0-d5bc-407d-8bf3-6e1e0835dd30 is going to be created. [ 1008.337277] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.337500] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.337628] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.338013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.338255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.338494] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.669033] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.105236] env[66378]: INFO networking_nsxv3.common.synchronization [req-ccf4e32b-bac2-463f-ac5d-4caee8c29503 req-3a45e760-cd0d-4cf4-9630-50b44f713eba service nova] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 1009.105401] env[66378]: INFO networking_nsxv3.common.synchronization [req-ccf4e32b-bac2-463f-ac5d-4caee8c29503 req-3a45e760-cd0d-4cf4-9630-50b44f713eba service nova] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1009.105592] env[66378]: INFO networking_nsxv3.common.synchronization [req-ccf4e32b-bac2-463f-ac5d-4caee8c29503 req-3a45e760-cd0d-4cf4-9630-50b44f713eba service nova] Enqueued Resource ID: b32098e0-d5bc-407d-8bf3-6e1e0835dd30 with Priority: HIGHEST for action port [ 1009.106121] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_rules [ 1009.106199] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1009.106297] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32098e0-d5bc-407d-8bf3-6e1e0835dd30 with Priority: HIGHEST for action port [ 1009.106586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.106763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.107044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.108023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.108023] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.110900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.111187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.111187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.111347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.113242] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.113375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.113440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.114927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.114927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.114927] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.114927] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.115169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.115169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.115238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.115279] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32098e0-d5bc-407d-8bf3-6e1e0835dd30',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.172734] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.616995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32098e0-d5bc-407d-8bf3-6e1e0835dd30 with status ACTIVE [ 1009.617255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.617393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.617463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.618339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.618339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618578] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.618665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.618724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.619022] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32098e0-d5bc-407d-8bf3-6e1e0835dd30 is going to be updated. [ 1009.620432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.620582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.620685] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.633242] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8965e9b-bee1-4bc7-883b-97667969fe2a in Status: SUCCESS [ 1009.633420] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a deletion is rescheduled due to dependency. [ 1009.633535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.642287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.642434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.642505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.642851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.643011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32098e0-d5bc-407d-8bf3-6e1e0835dd30" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.675471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.675629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.675703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.675920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.676025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.676124] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1009.707265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.707437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.707606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.708174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.708174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.722903] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1010.122821] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.629328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.629328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.629328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.629328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.629835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.629835] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 is going to be created. [ 1010.662845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.662845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.662845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.662845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.662845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.673325] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: UNINITIALIZED for 2s [ 1011.737952] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1011.738292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.738391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.738605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.738802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.738929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.738998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.739163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.739244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.739468] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.241946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.242274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.242332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.242612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.242838] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.242976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.243078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.243309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.243379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.243505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.243693] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.243813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.243885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.244053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.244211] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.244315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.244384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.244630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.244708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.244823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.244926] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.688034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: SUCCESS [ 1012.688202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.688343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.688574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.688773] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.688896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.688963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.689165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.689948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.690395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.690631] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.748822] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 1012.766832] env[66378]: INFO networking_nsxv3.common.synchronization [req-c4bf52f3-d142-4db4-a443-f5d4a447d72b req-51b1dbec-a84e-4615-a90a-046de8752f0d tempest-ServerMetadataTestJSON-303091419 tempest-ServerMetadataTestJSON-303091419-project-member] Enqueued Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 1012.767803] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGHEST for action security_group_members [ 1012.768411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.768581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.768714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.769017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.769300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.769608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.769701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.770514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.770514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.770514] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.773097] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.773246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.773349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.773574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.773727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.773980] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.774103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.774190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.774406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.774515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.774795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.774939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.775193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.775267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.775479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.775606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.775767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.775837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.775944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.776082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.776152] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1012.866557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.866557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.866917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.866984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.867756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.884218] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1013.142501] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.143355] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.195381] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.273726] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.273956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.274098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.274440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.274583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.274846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.274966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.275044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.275228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.275325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.275441] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae is going to be updated. [ 1013.315640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.315640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.328222] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: IN_PROGRESS for 2s [ 1013.700059] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74928249-3e11-4998-9192-67d5cb2a13c7: rpc.has_security_group_logging(os_id): False [ 1013.725072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.725235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.725536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.725647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.725809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.726919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.726919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.726919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.726919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.726919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.726919] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 is going to be created. [ 1013.808056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.808056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.808536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.808536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.808536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.822542] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: IN_PROGRESS for 2s [ 1014.465123] env[66378]: INFO networking_nsxv3.common.synchronization [req-8085f88f-ed79-4f82-aa67-4d5bf71ed11f req-cb107e82-beec-4fa9-b4d6-261f0c2fc04f tempest-ServersAdminTestJSON-182351686 tempest-ServersAdminTestJSON-182351686-project-member] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 1014.465123] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGHEST for action security_group_members [ 1014.465123] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.465123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.465567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.465884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.466234] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.466806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.467100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.467408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.467623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.469571] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.909869] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1014.909869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.971419] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.971584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.971670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.971929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.972056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.972266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.972370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.972435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.972598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.972677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.972765] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be updated. [ 1015.004727] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.004837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.004926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.016937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: IN_PROGRESS for 2s [ 1015.341219] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70770c1-689f-4f4b-9257-2f6e13312bae in Status: SUCCESS [ 1015.341219] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae deletion is rescheduled due to dependency. [ 1015.341349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.836654] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: SUCCESS [ 1015.836977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.029407] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b1405f-f4ef-4465-8195-0877a30f2597 in Status: SUCCESS [ 1017.029407] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 deletion is rescheduled due to dependency. [ 1017.029407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.089312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.089476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.089545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.089800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.089925] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.592066] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.941698] env[66378]: INFO networking_nsxv3.common.synchronization [None req-aa03577f-ee54-4d9a-a242-ac1fc22555d3 None None] Enqueued Resource ID: 89525b2f-1082-4000-a854-225dfd6d7b82 with Priority: HIGHEST for action port [ 1017.942301] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89525b2f-1082-4000-a854-225dfd6d7b82 with Priority: HIGHEST for action port [ 1017.943257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-89525b2f-1082-4000-a854-225dfd6d7b82 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.943421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89525b2f-1082-4000-a854-225dfd6d7b82" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.944426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89525b2f-1082-4000-a854-225dfd6d7b82" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.944871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89525b2f-1082-4000-a854-225dfd6d7b82" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.945027] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89525b2f-1082-4000-a854-225dfd6d7b82',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.096559] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.448278] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89525b2f-1082-4000-a854-225dfd6d7b82 [ 1018.448540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.448694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.448766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.449070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.449151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.449244] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89525b2f-1082-4000-a854-225dfd6d7b82 already deleted. [ 1018.449330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89525b2f-1082-4000-a854-225dfd6d7b82" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.600244] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1018.600701] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1019.165664] env[66378]: INFO networking_nsxv3.common.synchronization [req-f23ee702-74db-4ea2-8be3-564018d0c3db req-c5394031-c9a8-4858-82ae-b2e361a9ff53 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1019.167287] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1019.167287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.167287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.167287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.167287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.167287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.167287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.167287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.167815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.167815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.167815] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.549019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.549210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.549286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.549540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.565674] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1019.566428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.567599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1019.602639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.602639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.602639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.602880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.618034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.618034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1019.618383] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.618383] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1019.644358] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.644358] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.644358] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.644358] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.644578] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.647120] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.647120] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.647120] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.647120] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.647120] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.647120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.647120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.647120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.647120] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.647120] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.647120] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.668270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.668436] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.668570] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.668742] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.669071] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.669234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.669344] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.669785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.669785] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('469f4d8c-a1db-4ce8-a877-48f5dcbfe17b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.670788] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.670901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.671087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.671155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.671235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.671413] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.671512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.671567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.671700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.671763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.671854] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 already deleted. [ 1019.671929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.679766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.680080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.680080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.680080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.681529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.681770] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1019.763555] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.763732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.771140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.771140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.771140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.771140] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1019.874858] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.875174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.875386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.875650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.876050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.876558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1019.876858] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f2686597-eb85-4336-ae11-d3af87d8af1e', '1af4642e-d581-4ad3-99a3-f46e80c46085', '2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc', 'aa957f20-fc02-4499-bfca-d204d72435e3', '2870b54b-6c82-4164-939f-0510dac39197', 'b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c', 'cf5420d0-63ab-4440-9f64-96ebc0bb9dd8', 'dfc96b0f-a7bc-4d25-9913-60c73d144c42', 'e8965e9b-bee1-4bc7-883b-97667969fe2a', '0877fb4e-ad85-4098-87c3-44c7ae73c912', '0779bdfb-04f1-4ebb-95cd-c495f3a4ce44', 'd005db4a-23fb-4ac8-84b1-bacfaa593457', '77b1405f-f4ef-4465-8195-0877a30f2597', '701d5b28-7f42-4af8-acf7-53fc8ae39b9c', '96d780e8-f48f-4e0b-9a3d-5947080c1c1a', 'adb851e2-19b8-4f3f-8abb-877608133891', '50d40bfb-496e-40cc-b7a3-e11ccccb7d5f', 'c5f5162a-4587-41d5-9a01-9624387548b9', '3d5bef13-9439-486d-9935-b5bb703941aa', '86be1087-ab7b-413a-9dd9-09d6d25b1731', 'ba663c30-df85-405e-85d6-180a43890f44', '533ebd58-294f-4b32-b121-b491e20c3813', '7872c5cc-d14d-4f8a-afd8-87f64f0363d0', 'e70770c1-689f-4f4b-9257-2f6e13312bae', 'f9c7f9fb-9581-4933-aa49-bb1f86499e04', 'd86104e2-0d37-418d-99f1-d278d334c56c', '74928249-3e11-4998-9192-67d5cb2a13c7', 'c45b313c-a772-4871-bf64-514fadcaaaa7', 'aa6ff873-79c2-467c-9787-3e83140a87ef', '24a0810c-c6e7-4b9a-ae18-49a496ac66f5', '90fe43d2-deff-484b-88a0-b82e68b406eb', 'd5ae4db1-1f2a-47ff-bff1-a2922f02e4c8', '75ada376-d649-4d32-90a0-cda20914b86e', '3439b1ac-140d-4c43-882e-16d2b60324c1', 'b32b53e0-588e-4f57-b71e-d6415e9b594a', '4d306a9a-f0d0-4614-8c30-10f4c1d6449b', '981ed1a5-d516-4c89-9606-59eedcc2788b', '31ebc8ad-3256-4f55-8a14-831a413a9e59', '3cfe3dbd-34f9-4d78-b07f-23f14b019196'} {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.877176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1019.901126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.901389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.901389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.901607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.901705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.901854] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1019.901935] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.902026] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1020.000861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.001000] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.001241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.001300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.002303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.002707] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1020.003089] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1020.003089] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1020.003089] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1020.003342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1020.003342] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGH for action security_group_rules [ 1020.003342] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGH for action security_group_rules [ 1020.003439] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGH for action security_group_rules [ 1020.003439] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGH for action security_group_rules [ 1020.003502] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGH for action security_group_rules [ 1020.003835] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGH for action security_group_rules [ 1020.003835] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGH for action security_group_rules [ 1020.003835] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGH for action security_group_rules [ 1020.003835] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGH for action security_group_rules [ 1020.003835] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGH for action security_group_rules [ 1020.004039] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGH for action security_group_rules [ 1020.004039] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGH for action security_group_rules [ 1020.004039] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGH for action security_group_rules [ 1020.004039] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGH for action security_group_rules [ 1020.004168] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGH for action security_group_rules [ 1020.004168] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGH for action security_group_rules [ 1020.004227] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 1020.004272] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGH for action security_group_rules [ 1020.004330] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1020.004429] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 1020.004556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.173712] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.174178] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.174178] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.174424] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.174499] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.174639] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b not found, creating... [ 1020.175154] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.175154] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.175327] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.175417] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.175560] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.175830] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.176016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.176113] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.176308] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.176435] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.178082] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b is going to be created. [ 1020.199837] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200157] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.200303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.201698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.013504] env[66378]: INFO networking_nsxv3.common.synchronization [req-f23ee702-74db-4ea2-8be3-564018d0c3db req-59344a4c-c271-4af0-b9ad-074cefc5cc05 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1021.013692] env[66378]: INFO networking_nsxv3.common.synchronization [req-f23ee702-74db-4ea2-8be3-564018d0c3db req-59344a4c-c271-4af0-b9ad-074cefc5cc05 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1021.013836] env[66378]: INFO networking_nsxv3.common.synchronization [req-f23ee702-74db-4ea2-8be3-564018d0c3db req-59344a4c-c271-4af0-b9ad-074cefc5cc05 service nova] Enqueued Resource ID: 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b with Priority: HIGHEST for action port [ 1021.014413] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1021.014561] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1021.014821] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b with Priority: HIGHEST for action port [ 1021.014859] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2686597-eb85-4336-ae11-d3af87d8af1e with Priority: HIGH for action security_group_rules [ 1021.014955] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc with Priority: HIGH for action security_group_rules [ 1021.015358] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 with Priority: HIGH for action security_group_rules [ 1021.015524] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a with Priority: HIGH for action security_group_rules [ 1021.015631] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 1021.015730] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1021.015826] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGH for action security_group_rules [ 1021.015950] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 1021.016086] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c with Priority: HIGH for action security_group_rules [ 1021.016282] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb851e2-19b8-4f3f-8abb-877608133891 with Priority: HIGH for action security_group_rules [ 1021.016417] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b1405f-f4ef-4465-8195-0877a30f2597 with Priority: HIGH for action security_group_rules [ 1021.016474] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGH for action security_group_rules [ 1021.016553] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 with Priority: HIGH for action security_group_rules [ 1021.016641] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGH for action security_group_rules [ 1021.016774] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8965e9b-bee1-4bc7-883b-97667969fe2a with Priority: HIGH for action security_group_rules [ 1021.016879] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c with Priority: HIGH for action security_group_rules [ 1021.016969] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 with Priority: HIGH for action security_group_rules [ 1021.017533] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2870b54b-6c82-4164-939f-0510dac39197 with Priority: HIGH for action security_group_rules [ 1021.017663] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 with Priority: HIGH for action security_group_rules [ 1021.017759] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa957f20-fc02-4499-bfca-d204d72435e3 with Priority: HIGH for action security_group_rules [ 1021.018084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.018262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.018345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.018537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.018620] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.019560] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.019680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.019749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.019968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.020115] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.020217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.020280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.020423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.020510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.020603] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.021579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.021579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.021686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.021802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.021862] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('469f4d8c-a1db-4ce8-a877-48f5dcbfe17b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.022645] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2686597-eb85-4336-ae11-d3af87d8af1e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.022759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.022826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.022973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.023062] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2686597-eb85-4336-ae11-d3af87d8af1e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.023935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.023935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.024187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.024430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.024505] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.025548] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.025662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.025801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.025914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.025955] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5420d0-63ab-4440-9f64-96ebc0bb9dd8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.026993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.027148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.027233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.027691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.027807] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96d780e8-f48f-4e0b-9a3d-5947080c1c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.028698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.028809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.028880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.029058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.029177] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.029811] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.030446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.030544] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.031382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031797] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.032537] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.032642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.032709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.032856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.032929] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.033713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.033825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.033878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.034057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.034138] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('701d5b28-7f42-4af8-acf7-53fc8ae39b9c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.038597] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb851e2-19b8-4f3f-8abb-877608133891 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.038597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.038597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.038597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.038597] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb851e2-19b8-4f3f-8abb-877608133891',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.038938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b1405f-f4ef-4465-8195-0877a30f2597 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.038938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.038938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.039154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.039194] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b1405f-f4ef-4465-8195-0877a30f2597',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.039863] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.039967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.040200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.040269] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.041098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.041300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041475] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0779bdfb-04f1-4ebb-95cd-c495f3a4ce44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.209776] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.210076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.210076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.210212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.210292] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.211208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8965e9b-bee1-4bc7-883b-97667969fe2a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.211366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.211470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.211666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.211743] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8965e9b-bee1-4bc7-883b-97667969fe2a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.212471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.212582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.212740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.212799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.212851] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.213700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.213700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.213800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.213866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.213925] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfc96b0f-a7bc-4d25-9913-60c73d144c42',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.216368] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2870b54b-6c82-4164-939f-0510dac39197 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.216557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.216557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.217256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.217256] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2870b54b-6c82-4164-939f-0510dac39197',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.217652] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af4642e-d581-4ad3-99a3-f46e80c46085 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.218107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.218107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.218107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.218107] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af4642e-d581-4ad3-99a3-f46e80c46085',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.218963] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa957f20-fc02-4499-bfca-d204d72435e3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.219094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.219255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.219316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.219471] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa957f20-fc02-4499-bfca-d204d72435e3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.226790] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b with status ACTIVE [ 1021.226990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.227135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.227186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.227387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.227483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.227655] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.227771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.227839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.227985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.228070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.228252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.228345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.228406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.228544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.228617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.228850] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 469f4d8c-a1db-4ce8-a877-48f5dcbfe17b is going to be updated. [ 1021.231018] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.232460] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d70fdf09-8ff8-453d-9783-ab79ae4907d9 None None] Enqueued Resource ID: f830af39-dcb3-458a-b9dc-af0798fdca48 with Priority: HIGHEST for action port [ 1021.234659] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f830af39-dcb3-458a-b9dc-af0798fdca48 with Priority: HIGHEST for action port [ 1021.237243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f830af39-dcb3-458a-b9dc-af0798fdca48 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.237243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f830af39-dcb3-458a-b9dc-af0798fdca48" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.237243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f830af39-dcb3-458a-b9dc-af0798fdca48" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.237243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f830af39-dcb3-458a-b9dc-af0798fdca48" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.237542] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f830af39-dcb3-458a-b9dc-af0798fdca48',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.254398] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.254649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.254720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.254922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.255266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-469f4d8c-a1db-4ce8-a877-48f5dcbfe17b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.256263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.256384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.256436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.256605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.274667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.274906] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5420d0-63ab-4440-9f64-96ebc0bb9dd8 is going to be deleted. [ 1021.349366] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.349604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5420d0-63ab-4440-9f64-96ebc0bb9dd8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.458124] env[66378]: INFO networking_nsxv3.common.synchronization [req-cb44fcf5-6425-45a9-9f30-9a057d487bce req-393c2eb1-37ed-4ae9-b2cf-8e26229683c5 tempest-ServersTestBootFromVolume-190483007 tempest-ServersTestBootFromVolume-190483007-project-member] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 1021.458801] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGHEST for action security_group_members [ 1021.459486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.459486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.459486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.459486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.459885] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.459885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.459885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.460118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.460118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.460118] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.722016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.722343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.723371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.723551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.723706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.724036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.724160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.724291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.724396] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.726600] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.726787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.726837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.727244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.727244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.727383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.727383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.727549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.727645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.727764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.727978] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.731281] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.732091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.732091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.732384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.732384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.732384] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.742964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.743098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.743341] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.743521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.743619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.744152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.744152] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.744630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.744630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.744630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.744847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.744915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.745070] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.746332] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.746453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.746658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.747195] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.747352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.747468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.747741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.747869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.748046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.748342] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.749471] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.757605] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f830af39-dcb3-458a-b9dc-af0798fdca48 [ 1021.757963] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.758197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.758553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.758851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.758988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.759155] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f830af39-dcb3-458a-b9dc-af0798fdca48 already deleted. [ 1021.759295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f830af39-dcb3-458a-b9dc-af0798fdca48" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.795118] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.795366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.795500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.795805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.819087] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.819189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.832697] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.832913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.860999] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.861231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862864] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.863010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.864133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.864258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.865215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.865335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.866698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.866828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.867677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.867776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.868676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.868776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.869734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.869829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.870524] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.871081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.871180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.872213] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.872648] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.872744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.873546] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.873841] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.873928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.875610] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.876066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.876189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 701d5b28-7f42-4af8-acf7-53fc8ae39b9c is going to be deleted. [ 1021.877211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.877352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.902431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.902610] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b1405f-f4ef-4465-8195-0877a30f2597 is going to be deleted. [ 1021.903555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.903818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.926726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.927977] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa957f20-fc02-4499-bfca-d204d72435e3 is going to be deleted. [ 1021.927977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.928147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.954552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.954731] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc is going to be deleted. [ 1021.955931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.956181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.959425] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.959656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.961024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.961141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.964525] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.964668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.988979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.988979] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96d780e8-f48f-4e0b-9a3d-5947080c1c1a is going to be deleted. [ 1021.991365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.991365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.003636] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.003779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.014624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.014788] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2870b54b-6c82-4164-939f-0510dac39197 is going to be deleted. [ 1022.015716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.016010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.046314] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.046446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.078889] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.079045] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c is going to be deleted. [ 1022.082088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.082088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.112894] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.113086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.134322] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.134761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.153193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.153396] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8965e9b-bee1-4bc7-883b-97667969fe2a is going to be deleted. [ 1022.154284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.154661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.204021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.204256] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2686597-eb85-4336-ae11-d3af87d8af1e is going to be deleted. [ 1022.205425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.205774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.236079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236079] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfc96b0f-a7bc-4d25-9913-60c73d144c42 is going to be deleted. [ 1022.236079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.236079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.237067] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.237067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.237419] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.238023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.238193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.239394] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.239548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.239548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.239667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.239823] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.239919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.239973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.240158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.240240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.240577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.240651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.241257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.241257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.241465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.241529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.242092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.242092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.242092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.242092] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.255020] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.256683] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.256892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.257219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.257390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.257572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.257572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.257718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.257840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.257959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.258108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.258202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.258266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.258509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.258669] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.258762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.258820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.258954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.259046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.259142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.259231] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.260568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.260804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.260882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.261052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.261212] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.261312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.261391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.261537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.261617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.261718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.261866] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.261983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.262059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.262325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.262475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.262475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.262595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.262642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.263372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.263372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.263372] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.276249] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.276495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.276495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.276719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.276886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.277290] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be created. [ 1022.289385] env[66378]: INFO networking_nsxv3.common.synchronization [req-dd84c481-226e-4ff7-b7e4-8331862186dd req-96911e31-ba39-41fe-950f-33c30bfa967e tempest-ServersTestManualDisk-503205831 tempest-ServersTestManualDisk-503205831-project-member] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1022.290934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.291121] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb851e2-19b8-4f3f-8abb-877608133891 is going to be deleted. [ 1022.292675] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1022.292784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.292942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295685] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.354045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.354179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0779bdfb-04f1-4ebb-95cd-c495f3a4ce44 is going to be deleted. [ 1022.355281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.355371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.374489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.374686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.387036] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.387036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.460320] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.460526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.464318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.464586] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af4642e-d581-4ad3-99a3-f46e80c46085 is going to be deleted. [ 1022.466918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.467146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.467213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.467500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.467652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.468778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.468992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.495429] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.495429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.497113] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: UNINITIALIZED for 2s [ 1022.505076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.505076] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be deleted. [ 1022.505924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.506172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.506257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.506379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b1405f-f4ef-4465-8195-0877a30f2597" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.506541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.506809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.506915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.507212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-701d5b28-7f42-4af8-acf7-53fc8ae39b9c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.507567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.507757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530562] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.531491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.598595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.598873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.598997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.599124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.599319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.600132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.600250] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 is going to be updated. [ 1022.602200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa957f20-fc02-4499-bfca-d204d72435e3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad7d3f4-7713-47b8-bfe4-3872fbcc55dc" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.603219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.603497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.603616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96d780e8-f48f-4e0b-9a3d-5947080c1c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.603850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.604010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.604094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2870b54b-6c82-4164-939f-0510dac39197" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.604486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.604560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83f5ef6-4bf3-4e69-93b9-ca24e4295c4c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.604867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.605385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.605515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2686597-eb85-4336-ae11-d3af87d8af1e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.605763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.606025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8965e9b-bee1-4bc7-883b-97667969fe2a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.606417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.606501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb851e2-19b8-4f3f-8abb-877608133891" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.606767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.606913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.606992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.607117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfc96b0f-a7bc-4d25-9913-60c73d144c42" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.607274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.607448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.607538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.607655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0779bdfb-04f1-4ebb-95cd-c495f3a4ce44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.633373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.633518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.633590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.633794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.633937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.662110] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: IN_PROGRESS for 2s [ 1022.666562] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.666818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.667277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.667277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.667440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af4642e-d581-4ad3-99a3-f46e80c46085" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.669263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.669350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.669508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.669613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.745447] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f5162a-4587-41d5-9a01-9624387548b9: rpc.has_security_group_logging(os_id): False [ 1022.746119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 1022.756671] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0877fb4e-ad85-4098-87c3-44c7ae73c912: rpc.has_security_group_logging(os_id): False [ 1022.764706] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f: rpc.has_security_group_logging(os_id): False [ 1022.766268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 1022.772384] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.772624] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-656" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.772771] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-656" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.773227] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-656" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.773427] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.773599] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.773761] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.774045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.774166] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.774324] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.774441] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.774552] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.774662] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.774798] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.774917] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.775065] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.800750] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.800750] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.800750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.800750] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 already deleted. [ 1022.801374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.831899] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.832149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.832219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.832396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.834370] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.834538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.835467] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.835563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.836335] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.836429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.837171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.837269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.847806] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.847806] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.072 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.847806] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.848269] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-656" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.848269] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1a0304db-e221-4407-ad64-1e8dcc0e982a taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.848546] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.848667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.849065] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.849226] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0304db-e221-4407-ad64-1e8dcc0e982a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.894721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.894721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.894721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.895342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.895342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.895342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.895342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 1022.896335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.896500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.928256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.928577] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.928754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.928754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.928964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.929150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.929300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.929555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.929555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.929783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.929783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.929902] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.929902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.930052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.930105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.930417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.930417] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1022.931372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.931534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.954081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.954388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.954517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.954587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.954794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.955326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.955326] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.955326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.955525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.955800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.955800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.955924] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.956055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.956134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.956317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.956425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.956577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 1022.958056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.959555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.999306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.999752] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.999752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.000088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.000088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.000209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.000209] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 is going to be updated. [ 1023.001828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.002082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.065028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.065230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.066529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.066844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.066963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.067044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.067278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.067960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.067960] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.067960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.067960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.067960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.068257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.068257] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.068341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.068379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.068524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.068599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.068678] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1023.069771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.069931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.070322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.071759] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.071869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.071937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.072123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.072217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.102335] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 1023.102746] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1023.126259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.126259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.126259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.126259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.126259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.148123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: IN_PROGRESS for 2s [ 1023.211829] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.211829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.211829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.211829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.212111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.236029] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 1023.295348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.295348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.295348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.295783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.295783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.351320] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.351562] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.351729] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.351996] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.352152] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.352313] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1a0304db-e221-4407-ad64-1e8dcc0e982a not found, creating... [ 1023.352606] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.352773] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.352892] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.353160] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.353299] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.353618] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.353783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.353903] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.356709] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.357024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.361069] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1a0304db-e221-4407-ad64-1e8dcc0e982a is going to be created. [ 1023.361069] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1023.429775] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.430048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.430156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.430459] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.430747] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.431134] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [req-dd84c481-226e-4ff7-b7e4-8331862186dd req-37f0800d-e3e8-4613-afa1-0e5c4453fc20 service nova] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [req-dd84c481-226e-4ff7-b7e4-8331862186dd req-37f0800d-e3e8-4613-afa1-0e5c4453fc20 service nova] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [req-dd84c481-226e-4ff7-b7e4-8331862186dd req-37f0800d-e3e8-4613-afa1-0e5c4453fc20 service nova] Enqueued Resource ID: 1a0304db-e221-4407-ad64-1e8dcc0e982a with Priority: HIGHEST for action port [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_rules [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1024.089699] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0304db-e221-4407-ad64-1e8dcc0e982a with Priority: HIGHEST for action port [ 1024.089915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.090030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.090067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.090305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.090305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.091130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.091235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.091445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.091445] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.091768] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.091768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.091768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.092111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.092111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.092111] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.093165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0304db-e221-4407-ad64-1e8dcc0e982a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.093329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.093399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.093548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.093621] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0304db-e221-4407-ad64-1e8dcc0e982a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.507525] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1024.507924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.507924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.508176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.508364] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.508483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.508633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.508681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.508760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.508849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.508938] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.597076] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.597225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.597421] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.598329] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0304db-e221-4407-ad64-1e8dcc0e982a with status ACTIVE [ 1024.598519] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.598635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.598702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.598902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.598987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.599168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.599262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.599324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.599461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.599538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.599711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.599808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.599915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.599999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.600081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.600163] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0304db-e221-4407-ad64-1e8dcc0e982a is going to be updated. [ 1024.621132] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.621297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.621371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.621573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.621708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.621893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0304db-e221-4407-ad64-1e8dcc0e982a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.673580] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 533ebd58-294f-4b32-b121-b491e20c3813 in Status: SUCCESS [ 1024.673761] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 deletion is rescheduled due to dependency. [ 1024.673881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.011794] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.106133] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.121729] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 1025.121973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.122806] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1025.122987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.162138] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: SUCCESS [ 1025.162396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.244525] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 1025.244670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.382342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1025.382693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.516475] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd060b6-5258-4bbb-ab55-838b6e187872: rpc.has_security_group_logging(os_id): False [ 1025.544404] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.545299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.545420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.546680] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.546680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.546680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.546680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.546680] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be created. [ 1025.609700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.610435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.610681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.611013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.611139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.611221] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 is going to be created. [ 1025.633685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.635214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.635214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.635214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.635214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.643541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.653631] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1025.657915] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: UNINITIALIZED for 2s [ 1027.141081] env[66378]: INFO networking_nsxv3.common.synchronization [req-5cf6ee93-18d2-4a1d-a603-144c3294539a req-208e07d7-5dea-4645-8294-2ddc029de86d tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1027.142716] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1027.143953] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.144128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.144202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.144389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.144554] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.144720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.144830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.145013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.145112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.145213] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.512283] env[66378]: INFO networking_nsxv3.common.synchronization [req-4ba46613-f7e9-41b0-b141-aa69c6ef3e78 req-a1c7b473-d265-4c4f-adc8-a0d3fb0337e7 tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1027.513061] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1027.513453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.513588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.513646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.513994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.514202] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.514516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.514516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.514649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.514701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.514840] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.648584] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.668234] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: SUCCESS [ 1027.668234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.668234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.668234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.668561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.668561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.668715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.668715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.669137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.669137] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.670944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1027.670944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.941730] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.941936] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942074] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.942427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.942699] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.942865] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942986] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.943233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.943410] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.943664] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.943793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.943896] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.944030] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.944127] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.944233] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.944367] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.967491] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.967903] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.967903] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.967983] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.968406] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7aeb1b56-5281-44b2-a936-f69c930c0f81 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.968501] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.969035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.969035] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.969174] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aeb1b56-5281-44b2-a936-f69c930c0f81',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.017301] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.017466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.017538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.017746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.018673] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.018673] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd already deleted. [ 1028.018673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.151777] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.173134] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.474437] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.474680] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.474834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.475148] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.475324] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.475486] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7aeb1b56-5281-44b2-a936-f69c930c0f81 not found, creating... [ 1028.475760] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.475921] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.476049] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.476272] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.476414] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.476850] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.477128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.477262] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.477487] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.477629] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.477932] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 is going to be created. [ 1028.502240] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.502501] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.502573] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.502849] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.503098] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.503327] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.655214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.655373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.655443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.655669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.655742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.655843] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1028.674843] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef0683db-e3de-464b-9886-1700e47b74b1: rpc.has_security_group_logging(os_id): False [ 1028.687523] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.687753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.687753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.687940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.688091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.694853] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.695224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.695328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.695541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.695941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.696041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.696110] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 is going to be created. [ 1028.698185] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1028.778365] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.778581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.778581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.778790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.778994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.790714] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: IN_PROGRESS for 2s [ 1029.235975] env[66378]: INFO networking_nsxv3.common.synchronization [req-4ba46613-f7e9-41b0-b141-aa69c6ef3e78 req-cf0de19c-f85e-4294-9df8-18acfb1d0381 service nova] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 1029.236267] env[66378]: INFO networking_nsxv3.common.synchronization [req-4ba46613-f7e9-41b0-b141-aa69c6ef3e78 req-cf0de19c-f85e-4294-9df8-18acfb1d0381 service nova] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1029.236267] env[66378]: INFO networking_nsxv3.common.synchronization [req-4ba46613-f7e9-41b0-b141-aa69c6ef3e78 req-cf0de19c-f85e-4294-9df8-18acfb1d0381 service nova] Enqueued Resource ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 with Priority: HIGHEST for action port [ 1029.236877] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 1029.237102] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1029.237225] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 with Priority: HIGHEST for action port [ 1029.237515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.237634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.237704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.238054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.238054] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.238949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.238949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.239065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.239740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.240148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.240468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.240554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.240650] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.241479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aeb1b56-5281-44b2-a936-f69c930c0f81 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.241594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.241779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.241877] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aeb1b56-5281-44b2-a936-f69c930c0f81',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.744572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.744572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.744572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aeb1b56-5281-44b2-a936-f69c930c0f81 with status ACTIVE [ 1029.744572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.744572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.745159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.745159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.745159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.745159] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.745159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.745358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.745400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.745438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.745651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.745730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.745778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.745940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.746083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 is going to be updated. [ 1029.747193] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.776014] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.776379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.776590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.776997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.777309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.777667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.253416] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.707912] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1030.708188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.756098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.756098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.756098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.756098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.756098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.756354] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be created. [ 1030.784058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.784058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.784058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.784058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.784058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.794423] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: UNINITIALIZED for 2s [ 1030.800871] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: SUCCESS [ 1030.801151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.806385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: SUCCESS [ 1032.806733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.806920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.807192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.807469] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.807605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.807704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.807927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.808083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.808242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.808406] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.311210] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.329152] env[66378]: INFO networking_nsxv3.common.synchronization [req-301cb032-8898-4922-bd42-aa9263a264c9 req-8f35b23c-c8b9-4447-9b6b-d688f6cc85b1 tempest-ServersNegativeTestJSON-908699519 tempest-ServersNegativeTestJSON-908699519-project-member] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1033.329937] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1033.330385] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.330506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.330746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.330974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.331066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.331318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.331318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.331481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.331657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.331842] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.672167] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.672445] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.672527] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.672814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.673165] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.673353] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.673597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.673789] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.673942] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.674182] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.674300] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.674384] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.674490] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.674596] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.674701] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.674865] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.700184] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.700358] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.700474] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.700665] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.700993] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.701199] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.701301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.701639] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.701836] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddd35d1-382f-49af-a40d-94ebea1ff9ea',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.814138] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf26d63-4f96-46d4-9e70-287606c3b7dd: rpc.has_security_group_logging(os_id): False [ 1033.833934] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.834137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.834206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.834419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.834505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.834713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.834813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.834866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.835030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.835103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.835255] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 already deleted. [ 1033.835368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.836351] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.836468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.836512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.838383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.838383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838383] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.838560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.838560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.838724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.838806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838894] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be created. [ 1033.903151] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.903321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.903392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.903629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.903821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.915767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: IN_PROGRESS for 2s [ 1034.204563] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.204802] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.204972] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.205312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.205497] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.205673] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 3ddd35d1-382f-49af-a40d-94ebea1ff9ea not found, creating... [ 1034.205984] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.206203] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.206336] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.206644] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.206859] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.207262] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.207469] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.207673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.207941] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.208274] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.208377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea is going to be created. [ 1034.240036] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.240036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.240036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.240036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.240036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.240036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.949617] env[66378]: INFO networking_nsxv3.common.synchronization [req-301cb032-8898-4922-bd42-aa9263a264c9 req-03834977-cab4-4712-82c5-999af7527a8d service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1034.949945] env[66378]: INFO networking_nsxv3.common.synchronization [req-301cb032-8898-4922-bd42-aa9263a264c9 req-03834977-cab4-4712-82c5-999af7527a8d service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1034.949945] env[66378]: INFO networking_nsxv3.common.synchronization [req-301cb032-8898-4922-bd42-aa9263a264c9 req-03834977-cab4-4712-82c5-999af7527a8d service nova] Enqueued Resource ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with Priority: HIGHEST for action port [ 1034.950593] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1034.950741] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1034.950855] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with Priority: HIGHEST for action port [ 1034.952245] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.952391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.952818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.953227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.953367] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.954287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.954413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.954482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.954666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.955073] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.955073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.955166] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.955321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.955433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.955501] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.958265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.959868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.959868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.960240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.960240] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddd35d1-382f-49af-a40d-94ebea1ff9ea',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.459201] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.462120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.462356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.467940] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with status ACTIVE [ 1035.468255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.468377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.468438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.469197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.469197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.469197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.469197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.469840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.470053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.470149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.470348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.470452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.470513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.470672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.470750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.470893] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea is going to be updated. [ 1035.500900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.500900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.500900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.501354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.501835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.501835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.935132] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: SUCCESS [ 1035.935424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.962130] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.464954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.465171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.465252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.465470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.465559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.465717] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be created. [ 1036.491373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.491586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.491586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.491797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.491959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.502050] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: UNINITIALIZED for 2s [ 1038.513929] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1038.515078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.515159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.515407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.515662] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.515790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.515857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.516030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.516123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.516236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.516376] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.019431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.019638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.019683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.020039] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.020398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.020500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.020500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.020676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.021024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.021174] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.021292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.021350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.021510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.021590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.021676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.021778] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.433494] env[66378]: INFO networking_nsxv3.common.synchronization [req-6806cda3-ddd7-43c0-8364-da59d0c683e5 req-247bd12f-e0b1-40f5-b192-408461116449 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1039.434342] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1039.434631] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.435140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.435361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.435520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.435628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.435849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.435983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.436149] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.524873] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a86f18f1-db70-4602-9b5d-e530b0c2e348: rpc.has_security_group_logging(os_id): False [ 1039.542963] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.543132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.543402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.543449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.543528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.543737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.543840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.543905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.544069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.544149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.544334] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.544421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.544490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.544634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.544746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.544935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.545112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.545112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.545250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.545322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.545418] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be created. [ 1039.618484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.618710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.618710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.619014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.619348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.635486] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1039.892098] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.892426] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.892614] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.892997] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.894455] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.894649] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.894981] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.895835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.896057] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.896754] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.896754] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.896754] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.896754] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.897306] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.897471] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.897623] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.921886] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.922068] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.922209] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.922393] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.922701] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-6643d372-6145-4848-8e90-27467da2f467 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.922880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.922998] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.923338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.923474] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6643d372-6145-4848-8e90-27467da2f467',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.941938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.941938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.941938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.942317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.942512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.943046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.943225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.943311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.943547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.943832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.943984] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 already deleted. [ 1039.944120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.427315] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.427575] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.428592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.428592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.428592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.428840] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 6643d372-6145-4848-8e90-27467da2f467 not found, creating... [ 1040.428918] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.429088] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.429205] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.429443] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.429575] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.429862] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.430317] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.430317] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.430620] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.430782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.431118] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 6643d372-6145-4848-8e90-27467da2f467 is going to be created. [ 1040.465993] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.467672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.467672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.467672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.467672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.468137] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.180722] env[66378]: INFO networking_nsxv3.common.synchronization [req-6806cda3-ddd7-43c0-8364-da59d0c683e5 req-6305694c-a819-4bce-bad0-ee078a16c9c5 service nova] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 1041.181044] env[66378]: INFO networking_nsxv3.common.synchronization [req-6806cda3-ddd7-43c0-8364-da59d0c683e5 req-6305694c-a819-4bce-bad0-ee078a16c9c5 service nova] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1041.181105] env[66378]: INFO networking_nsxv3.common.synchronization [req-6806cda3-ddd7-43c0-8364-da59d0c683e5 req-6305694c-a819-4bce-bad0-ee078a16c9c5 service nova] Enqueued Resource ID: 6643d372-6145-4848-8e90-27467da2f467 with Priority: HIGHEST for action port [ 1041.181645] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_rules [ 1041.181765] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1041.181919] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6643d372-6145-4848-8e90-27467da2f467 with Priority: HIGHEST for action port [ 1041.182278] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.182622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.182728] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.183688] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.183824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.183894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.184241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.184347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.184708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.184837] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.187052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-6643d372-6145-4848-8e90-27467da2f467 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.187222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.187222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.187362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.187419] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6643d372-6145-4848-8e90-27467da2f467',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.649056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1041.649298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.688052] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.690785] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6643d372-6145-4848-8e90-27467da2f467 with status ACTIVE [ 1041.691515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.691515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.691515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.691515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.691515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.691894] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.691894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.691894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.691894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.692087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.692255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.692326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.692386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.693801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.693801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.693801] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6643d372-6145-4848-8e90-27467da2f467 is going to be updated. [ 1041.694494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.694494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.721700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.723030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.723030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.723030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.723030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.723030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6643d372-6145-4848-8e90-27467da2f467" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.196123] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.492291] env[66378]: INFO networking_nsxv3.common.synchronization [req-76405949-e94e-4284-b393-ed26be3d76de req-312c4c54-1e27-4ae7-a1d9-3e0f73103a2c tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1042.492832] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1042.493151] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.493276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.493342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.493581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.493742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.493827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.493894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.494035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.494123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.494217] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.699362] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.700104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.700104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.700104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.700104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.700104] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 is going to be created. [ 1042.726908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.727219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.727324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.727559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.727769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.741085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: UNINITIALIZED for 2s [ 1042.823221] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.823484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.823651] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.823919] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.824244] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.824400] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.824527] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.824756] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.824972] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.825229] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.825353] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.825460] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.825560] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.825681] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.825784] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.825907] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.849451] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.849628] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.849770] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.850109] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.850607] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-46057f8b-d722-4236-bfb3-6b4c92847985 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.850902] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.851092] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.851484] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.851631] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46057f8b-d722-4236-bfb3-6b4c92847985',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.996464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.996635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.996706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.997035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.997199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.997476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.997662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.997757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.998047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.998155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.998281] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de already deleted. [ 1042.998418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.357147] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.357147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 46057f8b-d722-4236-bfb3-6b4c92847985 not found, creating... [ 1043.357147] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.357147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.358665] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.359112] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.359428] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.359883] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.360229] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.360610] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 46057f8b-d722-4236-bfb3-6b4c92847985 is going to be created. [ 1043.380934] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.381589] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.381923] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.382330] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.382684] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.383103] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [req-76405949-e94e-4284-b393-ed26be3d76de req-9cab1982-f82a-4738-be3a-8cb12f172c84 service nova] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_rules [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [req-76405949-e94e-4284-b393-ed26be3d76de req-9cab1982-f82a-4738-be3a-8cb12f172c84 service nova] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [req-76405949-e94e-4284-b393-ed26be3d76de req-9cab1982-f82a-4738-be3a-8cb12f172c84 service nova] Enqueued Resource ID: 46057f8b-d722-4236-bfb3-6b4c92847985 with Priority: HIGHEST for action port [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_rules [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1044.112579] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46057f8b-d722-4236-bfb3-6b4c92847985 with Priority: HIGHEST for action port [ 1044.112579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.112579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.114381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.114381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.114381] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.114543] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.115525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.115525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.115525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.115525] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.115803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.115803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.115930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.115965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.117443] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.118128] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-46057f8b-d722-4236-bfb3-6b4c92847985 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.118128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.118321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.118387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.118497] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46057f8b-d722-4236-bfb3-6b4c92847985',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.623169] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.624920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.625117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.625348] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46057f8b-d722-4236-bfb3-6b4c92847985 with status ACTIVE [ 1044.626041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.626041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.626041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.626041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.626310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.626348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.626468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.626562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.626752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.626845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.627697] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.627822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.628338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.628338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.628338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.628338] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46057f8b-d722-4236-bfb3-6b4c92847985 is going to be updated. [ 1044.655803] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.655973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.656047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.656345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.656608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.656843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46057f8b-d722-4236-bfb3-6b4c92847985" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.759823] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: SUCCESS [ 1044.760037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.761075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.761075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.761075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.761075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.761075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.761075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.761491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.761491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.761491] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.997927] env[66378]: INFO networking_nsxv3.common.synchronization [None req-34a361df-23fc-4329-9f16-75107b09eafe tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1044.999264] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1044.999264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.999264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.999264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.000286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.000286] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.095745] env[66378]: INFO networking_nsxv3.common.synchronization [None req-1c7e836b-8ca0-48cb-b005-9f2df45541ec tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1045.096656] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1045.097067] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.097182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.131271] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.265441] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.531073] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.531422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.531653] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.531837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.531989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.532152] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f already deleted. [ 1045.532256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.532417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.532604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.532704] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.635498] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.635498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.635498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.635498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.635498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.635498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be created. [ 1045.659323] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.659323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.659323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.659323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.659323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.670276] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: UNINITIALIZED for 2s [ 1045.768830] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58122957-bb47-4c0a-bc36-264b57cbbed3: rpc.has_security_group_logging(os_id): False [ 1045.794826] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.794826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.794978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.795207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.795309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.795632] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.796237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.796327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.796449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.796531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.796629] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 is going to be created. [ 1045.870642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.870813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.870860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.871125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.871316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.888164] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: IN_PROGRESS for 2s [ 1046.060617] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.060617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.060617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.060617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.060617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.060617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f already deleted. [ 1046.060617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.681084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1047.681334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.681473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.682171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.682171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.682361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.682450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.682711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.682839] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.902635] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: SUCCESS [ 1047.903075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.984529] env[66378]: INFO networking_nsxv3.common.synchronization [req-1db1fbb3-97b7-4c23-a43a-302192f38de1 req-7b5786c0-b3a6-41ce-9c58-c5806ec64533 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1047.984912] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1047.985319] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.985939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.986298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.987942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.987942] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.987942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.987942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.988323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.988323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.988323] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.185962] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.186191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.186191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.186428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.186591] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.186689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.186849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.186973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.187196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.187323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.187497] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.187601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.187667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.187841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.189050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.189050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.189050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.189050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.189050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.189050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.189050] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.325517] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.325796] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-586" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.326008] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-586" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.326325] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-586" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.326616] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.326841] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.327116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.327376] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.327529] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.327738] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.327851] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.328038] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.328157] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.328534] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.328534] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.328534] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.348373] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.348373] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.348531] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.348682] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-586" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.349032] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-ebc2434b-43c9-4da3-93e1-703b273f7eac taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.349279] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.349441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.349748] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.349888] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc2434b-43c9-4da3-93e1-703b273f7eac',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.491491] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.491677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.491752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.491971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.492075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.492279] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.492380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.492443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.492599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.492677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.492763] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d already deleted. [ 1048.492843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.691527] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f138ec6c-3923-469d-94d9-27a4d67966de: rpc.has_security_group_logging(os_id): False [ 1048.713799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.713799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.713799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.714093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.714093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.714439] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.715038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.715038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.715038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.715038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.715354] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.715354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.715354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.715531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.715531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.715722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.715853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.715921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.716040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.716133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.716189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be created. [ 1048.801768] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.801928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.802072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.802359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.802605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.814432] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1048.852718] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.853040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.853040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.853683] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.853868] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.854116] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port ebc2434b-43c9-4da3-93e1-703b273f7eac not found, creating... [ 1048.854385] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.854524] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.854648] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.854890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.855179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.855521] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.855701] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.855932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.856255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.856412] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.856559] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: ebc2434b-43c9-4da3-93e1-703b273f7eac is going to be created. [ 1048.879303] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.879579] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.879791] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.880101] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.880433] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.880654] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.074021] env[66378]: INFO networking_nsxv3.common.synchronization [req-40f87a82-c66d-4a0b-bb56-f956b5752ef0 req-c963b8cc-e6e3-49ba-82b3-439f7d365380 tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 1049.074923] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 1049.074923] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.074923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.075804] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.075804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.076204] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.578720] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.594855] env[66378]: INFO networking_nsxv3.common.synchronization [req-1db1fbb3-97b7-4c23-a43a-302192f38de1 req-661d0afa-be3c-4ee4-abb3-d131a578ff49 service nova] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1049.595084] env[66378]: INFO networking_nsxv3.common.synchronization [req-1db1fbb3-97b7-4c23-a43a-302192f38de1 req-661d0afa-be3c-4ee4-abb3-d131a578ff49 service nova] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1049.595246] env[66378]: INFO networking_nsxv3.common.synchronization [req-1db1fbb3-97b7-4c23-a43a-302192f38de1 req-661d0afa-be3c-4ee4-abb3-d131a578ff49 service nova] Enqueued Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1049.595994] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1049.596363] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1049.596488] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1049.596824] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.596984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.597067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.597299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.597404] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.598401] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.598533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.598617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.598856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.598989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.599129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.599194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.599362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.599460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.599577] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.601029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc2434b-43c9-4da3-93e1-703b273f7eac taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.601029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.601029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.601192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.601257] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc2434b-43c9-4da3-93e1-703b273f7eac',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.081038] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.103591] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.104669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.105023] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.105988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc2434b-43c9-4da3-93e1-703b273f7eac with status ACTIVE [ 1050.106224] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.106355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.106426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.106635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106915] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.107060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.107133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.107312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.107395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.107588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.107685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.107741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.107892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.108047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.108110] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc2434b-43c9-4da3-93e1-703b273f7eac is going to be updated. [ 1050.144464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.145675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.145780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.146034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.147056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.147056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.584478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.585962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.586041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.588019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.588019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.588019] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 1050.613021] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.617072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.617234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.617313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.617521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.617660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.628659] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 1050.828034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1050.828425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.112542] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.112797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.112849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.113932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.113932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.113932] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be created. [ 1051.140639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.140785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.140785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.140958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.156732] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: UNINITIALIZED for 2s [ 1052.638394] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 1052.638827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.166202] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1053.166430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.166594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.166818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.167044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.167173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.167239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.167394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.167776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167776] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.670818] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.173156] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7bc365e-6bca-4df7-b806-53339aedb76d: rpc.has_security_group_logging(os_id): False [ 1054.193984] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.194273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.194357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.194600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.194716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.195069] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.195311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.195549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.195777] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be created. [ 1054.261644] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.261856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.262153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.262285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.262654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.286401] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: IN_PROGRESS for 2s [ 1054.597474] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1054.597586] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1056.300018] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1056.300331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941814] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9cb7f6cb-fbff-4a79-8457-8f03d11098d3 None None] Enqueued Resource ID: 03ce7153-68e1-449b-b98c-6285e3af297f with Priority: HIGHEST for action port [ 1058.942105] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce7153-68e1-449b-b98c-6285e3af297f with Priority: HIGHEST for action port [ 1058.942638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ce7153-68e1-449b-b98c-6285e3af297f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.943875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ce7153-68e1-449b-b98c-6285e3af297f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.943948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ce7153-68e1-449b-b98c-6285e3af297f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.944262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ce7153-68e1-449b-b98c-6285e3af297f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.944358] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ce7153-68e1-449b-b98c-6285e3af297f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.448467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ce7153-68e1-449b-b98c-6285e3af297f [ 1059.448935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.448935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.448935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449417] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ce7153-68e1-449b-b98c-6285e3af297f already deleted. [ 1059.449502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ce7153-68e1-449b-b98c-6285e3af297f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.304226] env[66378]: INFO networking_nsxv3.common.synchronization [req-744eba07-1620-46b6-a953-d47737ff2d6a req-14fa985d-df1a-4b28-8a8b-cfe67de70940 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1060.305130] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1060.305130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.305265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.305321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.305521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.305677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.305778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.305839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.306020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.306105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.306327] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.670165] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.670165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.670478] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671103] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671103] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671235] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671547] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671656] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672029] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.672210] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.672337] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.672448] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.672561] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.672669] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.672803] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.693949] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.694313] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.694474] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.694693] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.695028] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-383d6284-0478-4712-b708-ee35d1688ae3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.695211] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695329] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695776] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383d6284-0478-4712-b708-ee35d1688ae3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.809836] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.810011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.810093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.810444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.810533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.810702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.810805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.810870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.811027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.811838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.811838] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be deleted. [ 1060.843613] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.843613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.843613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.843613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.843613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.843613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.198346] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.198677] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.198855] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.199407] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.199634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.199850] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 383d6284-0478-4712-b708-ee35d1688ae3 not found, creating... [ 1061.200275] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.200762] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.200762] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.200977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.201185] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.201607] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.201834] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.202019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.202337] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.202532] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.202729] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 383d6284-0478-4712-b708-ee35d1688ae3 is going to be created. [ 1061.227885] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.227885] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.228072] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.230591] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.230591] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.230591] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.419292] env[66378]: INFO networking_nsxv3.common.synchronization [None req-f48b24dc-8693-4c79-8d41-3ec2922fe887 None None] Enqueued Resource ID: 013cddb5-678e-4f32-aa15-e743662bd6c0 with Priority: HIGHEST for action port [ 1061.419844] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013cddb5-678e-4f32-aa15-e743662bd6c0 with Priority: HIGHEST for action port [ 1061.420473] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-013cddb5-678e-4f32-aa15-e743662bd6c0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.420473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013cddb5-678e-4f32-aa15-e743662bd6c0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.420473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013cddb5-678e-4f32-aa15-e743662bd6c0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.420676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013cddb5-678e-4f32-aa15-e743662bd6c0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.420776] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013cddb5-678e-4f32-aa15-e743662bd6c0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.923545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 013cddb5-678e-4f32-aa15-e743662bd6c0 [ 1061.923790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.923928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.923999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.924257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.924365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.924496] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:013cddb5-678e-4f32-aa15-e743662bd6c0 already deleted. [ 1061.924587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013cddb5-678e-4f32-aa15-e743662bd6c0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.950635] env[66378]: INFO networking_nsxv3.common.synchronization [req-744eba07-1620-46b6-a953-d47737ff2d6a req-d96f196f-983f-47d8-8f62-3f7fbfcf1a58 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1061.950722] env[66378]: INFO networking_nsxv3.common.synchronization [req-744eba07-1620-46b6-a953-d47737ff2d6a req-d96f196f-983f-47d8-8f62-3f7fbfcf1a58 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1061.950861] env[66378]: INFO networking_nsxv3.common.synchronization [req-744eba07-1620-46b6-a953-d47737ff2d6a req-d96f196f-983f-47d8-8f62-3f7fbfcf1a58 service nova] Enqueued Resource ID: 383d6284-0478-4712-b708-ee35d1688ae3 with Priority: HIGHEST for action port [ 1061.951446] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1061.951592] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1061.951692] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383d6284-0478-4712-b708-ee35d1688ae3 with Priority: HIGHEST for action port [ 1061.955095] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.955095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.955095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.955095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.955095] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.955932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.956071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.956139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.956317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.956482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.956552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.956615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.956754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.956863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.956921] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.959200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-383d6284-0478-4712-b708-ee35d1688ae3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.959200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.959200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.959200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.959200] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383d6284-0478-4712-b708-ee35d1688ae3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.462045] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.462422] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.462536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.462696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 383d6284-0478-4712-b708-ee35d1688ae3 with status ACTIVE [ 1062.462855] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.462964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.463042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.463252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.463386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.463519] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.464630] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.464630] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 383d6284-0478-4712-b708-ee35d1688ae3 is going to be updated. [ 1062.490749] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.490986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.491072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.491283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.491468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.491634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-383d6284-0478-4712-b708-ee35d1688ae3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.882062] env[66378]: INFO networking_nsxv3.common.synchronization [req-28557f88-59b7-4270-a6a8-71ce5c5a1850 req-443e67c8-3294-44e6-8cd5-5abf835e3ced tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1062.882927] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1062.883110] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.883256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.883329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.883882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.884146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.884263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.884330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.884497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.884587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.884679] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.966902] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.205114] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205324] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206062] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.206062] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.206242] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206308] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206530] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.206675] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.206880] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.206992] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.207156] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.207269] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.207382] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.207487] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.207615] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.227430] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.227579] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.227704] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.227896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.228317] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.228493] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.228614] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.229070] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.229070] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c707ed3-84d2-47df-ab6a-4cb66f75bb7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.387111] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.387294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.387372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.409421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.409755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.409870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.409989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.410152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.410237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.410324] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1063.435971] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.436150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.436221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.436423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.436570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444891] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1063.470084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.470418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.470418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.470504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.470592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.470691] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 1063.510516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.510734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.510938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.511491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.523962] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: UNINITIALIZED for 2s [ 1063.731662] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.731827] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.731879] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732384] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732504] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e not found, creating... [ 1063.732785] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732953] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733086] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733320] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733863] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734050] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734679] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734679] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734679] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e is going to be created. [ 1063.803256] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.803518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.803653] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.803947] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.804225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.804460] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.501635] env[66378]: INFO networking_nsxv3.common.synchronization [req-28557f88-59b7-4270-a6a8-71ce5c5a1850 req-5d9107ef-3896-4139-9a29-576ec7d9cf6b service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1064.501918] env[66378]: INFO networking_nsxv3.common.synchronization [req-28557f88-59b7-4270-a6a8-71ce5c5a1850 req-5d9107ef-3896-4139-9a29-576ec7d9cf6b service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1064.502015] env[66378]: INFO networking_nsxv3.common.synchronization [req-28557f88-59b7-4270-a6a8-71ce5c5a1850 req-5d9107ef-3896-4139-9a29-576ec7d9cf6b service nova] Enqueued Resource ID: 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e with Priority: HIGHEST for action port [ 1064.502527] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1064.503110] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1064.503110] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e with Priority: HIGHEST for action port [ 1064.503352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.503511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.503589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.503789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.504552] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.505472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.505612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.505818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.505938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.506009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.507884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.507884] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c707ed3-84d2-47df-ab6a-4cb66f75bb7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.647541] env[66378]: INFO networking_nsxv3.common.synchronization [req-3cdff63a-f5d4-45e8-801c-f4091d0af99a req-398312ad-cafd-4e37-9c60-ad64d81b2e89 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1064.648346] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1064.648822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.648956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.649032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.649299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.649455] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.649882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.649952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.650129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.650264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.650339] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.009395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.009395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.009395] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e with status ACTIVE [ 1065.009758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.009758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.009758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.010874] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.010874] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.010874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.011276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.011276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.011276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.011276] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c707ed3-84d2-47df-ab6a-4cb66f75bb7e is going to be updated. [ 1065.018725] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.018920] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-279" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.019048] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-279" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.019391] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-279" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.019647] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.019797] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.019908] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.020315] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.021292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.021292] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.021292] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.021292] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.021292] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.021292] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.021588] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.021684] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.049681] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.050637] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.050637] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.050637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-279" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050637] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-4808ec1b-4546-414d-96ae-4001218a3e79 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.051065] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.051065] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.051176] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.051321] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4808ec1b-4546-414d-96ae-4001218a3e79',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.055621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.055814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.055931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.056174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.056304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c707ed3-84d2-47df-ab6a-4cb66f75bb7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.153217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.153217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.153217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.153217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.153530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.153530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.153729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.153840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153951] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d already deleted. [ 1065.154071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.459654] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1065.459894] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 deletion is rescheduled due to dependency. [ 1065.459951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.460218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.460481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.460675] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.460800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.460872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.461037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.461156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.461267] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.537118] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1065.537118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.537549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.537920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.538034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.538135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.538201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.538379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.538467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.538561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.538669] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.554283] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.554565] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.554662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.554943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.555156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.555345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 4808ec1b-4546-414d-96ae-4001218a3e79 not found, creating... [ 1065.555625] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.555820] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.555910] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.556157] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.556304] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.556592] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.556752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.556868] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.557134] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.557304] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.557451] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 4808ec1b-4546-414d-96ae-4001218a3e79 is going to be created. [ 1065.584901] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.585178] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.585307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.585597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.586583] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.586583] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.964282] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.040599] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.040793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.040837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.041093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.041277] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.041500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.041500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.041613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.041669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.041754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.041907] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.041997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.042072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.042213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.042375] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.042494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.042494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.042608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.042681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042889] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.306522] env[66378]: INFO networking_nsxv3.common.synchronization [req-3cdff63a-f5d4-45e8-801c-f4091d0af99a req-ca6fb42e-e0ea-435f-8663-3584dd024442 service nova] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1066.306603] env[66378]: INFO networking_nsxv3.common.synchronization [req-3cdff63a-f5d4-45e8-801c-f4091d0af99a req-ca6fb42e-e0ea-435f-8663-3584dd024442 service nova] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1066.306743] env[66378]: INFO networking_nsxv3.common.synchronization [req-3cdff63a-f5d4-45e8-801c-f4091d0af99a req-ca6fb42e-e0ea-435f-8663-3584dd024442 service nova] Enqueued Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1066.307563] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1066.307804] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1066.308034] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1066.308553] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.309122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.309275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.309673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.309826] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.313869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.314089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.314221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.314524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.314807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.315075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.315288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.316160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.316283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.316397] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.318501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4808ec1b-4546-414d-96ae-4001218a3e79 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.318632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.318702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.319174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.319302] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4808ec1b-4546-414d-96ae-4001218a3e79',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.466126] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.547404] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 1066.568012] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.568177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.568177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.568348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.568436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.568640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.568739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.568806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.568978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.569060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.569273] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.570209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.570209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.572381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.572488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.572708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.572826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.572880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.573425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.573425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.573725] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be created. [ 1066.655516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.655666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.655721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.655953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.656153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.677856] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1066.819411] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.822716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.822896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4808ec1b-4546-414d-96ae-4001218a3e79 with status ACTIVE [ 1066.826056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.826056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.826056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.826056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.826056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4808ec1b-4546-414d-96ae-4001218a3e79 is going to be updated. [ 1066.857802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.857802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.857802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.858253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.858650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.859058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.969045] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.969226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.969279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.969532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.969627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.969738] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1067.050701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.050805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.050866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.051136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.051353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.063115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1067.321795] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.421732] env[66378]: INFO networking_nsxv3.common.synchronization [req-5bfd0fea-f382-4072-b4ac-ba03e9afee10 req-067eca02-2b8d-433a-aea4-b7a5a369e0c9 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1067.422250] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1067.423011] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.423189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.423189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.423418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.423602] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.423801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.423894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.424197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.424323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.424615] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.823806] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.824184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.824184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.824330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.824374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.824475] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be created. [ 1067.848684] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.848684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.848684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.848684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.848923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.858791] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: UNINITIALIZED for 2s [ 1067.888985] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.889379] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.889517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.889782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.890091] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.890259] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.890441] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.890675] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.890819] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.891035] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.891165] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.891253] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.891357] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.891617] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.891617] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.891717] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.921380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.921560] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.921699] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.921882] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.922286] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-d98d08bd-2f18-443c-8e59-cd5387f5007c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.922488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.922619] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.922988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.923138] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98d08bd-2f18-443c-8e59-cd5387f5007c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.927284] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.425779] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.426079] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.426305] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.426710] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.426924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.427239] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port d98d08bd-2f18-443c-8e59-cd5387f5007c not found, creating... [ 1068.427545] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.427716] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.427841] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.428097] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.428258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.428570] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.428732] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.428845] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.429111] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.429262] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.429444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: d98d08bd-2f18-443c-8e59-cd5387f5007c is going to be created. [ 1068.430645] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.461936] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462313] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462956] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.463387] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.719268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1068.719507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.934825] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.935257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.935257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.935434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.935650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.935683] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1068.968054] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.968277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.968437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.968545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.968680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.980646] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1069.081076] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.081076] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081076] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.174699] env[66378]: INFO networking_nsxv3.common.synchronization [req-5bfd0fea-f382-4072-b4ac-ba03e9afee10 req-de166e37-cbbc-4521-8695-e4ddb8f32235 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1069.174699] env[66378]: INFO networking_nsxv3.common.synchronization [req-5bfd0fea-f382-4072-b4ac-ba03e9afee10 req-de166e37-cbbc-4521-8695-e4ddb8f32235 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1069.174699] env[66378]: INFO networking_nsxv3.common.synchronization [req-5bfd0fea-f382-4072-b4ac-ba03e9afee10 req-de166e37-cbbc-4521-8695-e4ddb8f32235 service nova] Enqueued Resource ID: d98d08bd-2f18-443c-8e59-cd5387f5007c with Priority: HIGHEST for action port [ 1069.175729] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1069.175869] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1069.175972] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d08bd-2f18-443c-8e59-cd5387f5007c with Priority: HIGHEST for action port [ 1069.176759] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.176759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.176759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.176759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.176759] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.177698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.177791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.177982] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98d08bd-2f18-443c-8e59-cd5387f5007c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.178101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.178175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.178428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.179032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98d08bd-2f18-443c-8e59-cd5387f5007c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.583514] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.583698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.583762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.583987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.584209] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.584294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.584347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.584522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.584612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.584724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.584881] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.584956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.585031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.585192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.585311] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.585423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.585522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.585640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.585719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.585801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.585897] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.680832] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.681123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.681459] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d98d08bd-2f18-443c-8e59-cd5387f5007c with status ACTIVE [ 1069.681698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.682765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.682765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.682765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.682765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.682765] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.682765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.683082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.683082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.683358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.683750] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.683750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.683750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.684040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.684181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.684327] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d98d08bd-2f18-443c-8e59-cd5387f5007c is going to be updated. [ 1069.705948] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.706147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.706216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.706380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.706523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.706686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98d08bd-2f18-443c-8e59-cd5387f5007c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870888] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1069.871153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.871369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.871588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.871801] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.872021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.872658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.872658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.872658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.872658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.872658] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.087957] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7872c5cc-d14d-4f8a-afd8-87f64f0363d0: rpc.has_security_group_logging(os_id): False [ 1070.106698] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.106927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.107056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.107427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.107554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.107763] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.107904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.107982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.108195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.108246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.108445] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.108770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.108770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.108770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.108861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.108990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.109097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.109160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.109299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.109381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.109458] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1070.194356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.194536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.212139] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1070.375490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.375651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.375769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.376140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.376337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.376456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.376524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.376708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.376976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.376976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.377147] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.377195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.377233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.377384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.377531] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.377675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.377675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.377815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.377896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.377976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.378130] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.540568] env[66378]: INFO networking_nsxv3.common.synchronization [req-f50d6bc6-b7bb-4b58-9db8-ffccc2a0b913 req-c46f0898-8d20-42bb-8b91-23340f814b23 tempest-ServersNegativeTestJSON-908699519 tempest-ServersNegativeTestJSON-908699519-project-member] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1070.540568] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1070.540964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.541272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.541425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.541706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.541956] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.542187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.542450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.542736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.544258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.544258] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.880439] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ddd7ce-2376-4dae-9416-3de1119f477d: rpc.has_security_group_logging(os_id): False [ 1070.905577] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.905735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.905807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.906038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.906133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906333] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.906484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.906631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.906700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.907042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.907750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.907926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.908330] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.908455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.908583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.908810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.908920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.909043] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be created. [ 1070.970560] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.970560] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.970748] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.970935] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.971211] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971367] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971815] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.971943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.972286] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.972422] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.972422] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.972552] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.972744] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.972886] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.973016] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.973184] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.986935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.986935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.986935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.986935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.987275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.993563] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1070.993901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.994483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.994685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.994803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.994868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.995040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.995121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.995243] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.002067] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.002303] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.002496] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.002703] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.003052] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.003243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.003899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.003899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.003899] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.005391] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1071.044803] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.497239] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.506618] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.506985] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.507262] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.507603] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.507752] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507921] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b not found, creating... [ 1071.508288] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.508504] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.508770] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.509698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.509893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.510297] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.510482] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.510628] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.511407] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.511647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.512128] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b is going to be created. [ 1071.540450] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.540936] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.541157] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.541617] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.542162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.542576] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.550512] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.739053] env[66378]: INFO networking_nsxv3.common.synchronization [None req-4bb7e6d0-3cec-4611-8131-074b16c22ad2 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1071.739804] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1071.740181] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.740326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.740397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740828] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.740945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.740999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.741190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.741289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.741405] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.000865] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.053267] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.053495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.053495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.053749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.053844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.053997] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1072.087817] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.087817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.087949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.088234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.088282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.098144] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1072.114540] env[66378]: INFO networking_nsxv3.common.synchronization [req-bec40fb8-e2ab-40e1-9a2e-8a8b14974bed req-6de2e7ba-eca7-40d5-b3db-d51934ca35d9 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1072.114540] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1072.114540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.114540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.114540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.115683] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.224868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1072.225515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.243233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [req-f50d6bc6-b7bb-4b58-9db8-ffccc2a0b913 req-3420167d-2a6d-4b52-92e2-95e04473a3aa service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [req-f50d6bc6-b7bb-4b58-9db8-ffccc2a0b913 req-3420167d-2a6d-4b52-92e2-95e04473a3aa service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [req-f50d6bc6-b7bb-4b58-9db8-ffccc2a0b913 req-3420167d-2a6d-4b52-92e2-95e04473a3aa service nova] Enqueued Resource ID: ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b with Priority: HIGHEST for action port [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1072.252179] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b with Priority: HIGHEST for action port [ 1072.252179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.252179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.252179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.252179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.252179] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.254322] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.254543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.255196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.255446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.255707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.256011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.256182] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.504315] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.504949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505156] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1072.535801] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.536058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.536274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.536415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.545599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1072.620378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.620550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.620594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.620862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.620935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.621162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.621249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.621306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.621458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.621526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.621578] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1072.655495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.655681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.655743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.655910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.656064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665860] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1072.747283] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.758379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.758570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b with status ACTIVE [ 1072.759771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.759902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.759973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760518] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.760628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.761179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.761284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761595] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.761689] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b is going to be updated. [ 1072.790477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.790725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.790725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.790984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.791165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.791376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5d8886-6331-4a45-b2fc-a4cc9be1ba6b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.018867] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1073.019134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.250775] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.251066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.251066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.251292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.251371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.251481] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1073.316243] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.316449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.316513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.317051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.317051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.327045] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1073.675584] env[66378]: INFO networking_nsxv3.common.synchronization [req-1f3eba12-b846-4d11-84e7-feddbc101bc4 req-bca4533c-3dae-4451-a34b-a6cc2f9c581a tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1073.676187] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1073.676796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.676796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.676796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.677843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.678548] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.678690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.678764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.678963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.679094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.679198] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.070268] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.070461] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.070587] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.070865] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.071168] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.071352] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.071472] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.071809] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.071880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.073024] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.073024] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.073024] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.073024] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.073024] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.073024] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.073024] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.106189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.106473] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.106703] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.106987] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107493] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-b4d5594b-850a-4441-9a55-1322acdb9324 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107761] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107982] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.108505] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.108732] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d5594b-850a-4441-9a55-1322acdb9324',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.111936] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1074.111936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.111936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.112865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.112865] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.112865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.112865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.112865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.113111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.113111] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.181506] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.181756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.181893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.182191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.182351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.182609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.182794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.183053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.183383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.183585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.183792] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f already deleted. [ 1074.183920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.556550] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1074.556877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.556967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.557708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558157] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.611803] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.611803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.611803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612129] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612281] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612434] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port b4d5594b-850a-4441-9a55-1322acdb9324 not found, creating... [ 1074.612702] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.612863] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.612981] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.613211] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.613349] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.613829] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.613829] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.613975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.614093] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.614222] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.614360] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: b4d5594b-850a-4441-9a55-1322acdb9324 is going to be created. [ 1074.615671] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.621681] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.621823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.622468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.622468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.622792] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.622918] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.623180] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.623424] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.623569] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.623780] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.624198] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.624331] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.624476] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.624608] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.624720] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.624853] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.638975] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.639201] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.639329] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.639673] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.639922] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.640165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.642889] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.642889] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.642889] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.643098] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.643297] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.643469] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.643591] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.643893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.644043] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7436b0-22a1-48d9-93f7-fdff6c4e08ad',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.675365] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1074.675484] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 1074.675612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.060655] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.060655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.060917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.061030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.061262] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.061425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.061518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.061710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.061823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.061943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.062150] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.062281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.062355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.062524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.062693] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.062826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.062911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.063099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.063207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.063305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.063402] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.118587] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.146998] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.147341] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.147475] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.147754] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.147980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.148164] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port fc7436b0-22a1-48d9-93f7-fdff6c4e08ad not found, creating... [ 1075.148472] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.148644] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.148763] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.149156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.149156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.149458] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.149589] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.149733] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.149942] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.150331] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.150331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: fc7436b0-22a1-48d9-93f7-fdff6c4e08ad is going to be created. [ 1075.176669] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.176933] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.177142] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.177557] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.177692] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.177927] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.359653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1075.359899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.364282] env[66378]: INFO networking_nsxv3.common.synchronization [req-1f3eba12-b846-4d11-84e7-feddbc101bc4 req-0e70777a-63b1-4806-9d6b-b961cf20935b service nova] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1075.364469] env[66378]: INFO networking_nsxv3.common.synchronization [req-1f3eba12-b846-4d11-84e7-feddbc101bc4 req-0e70777a-63b1-4806-9d6b-b961cf20935b service nova] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1075.364579] env[66378]: INFO networking_nsxv3.common.synchronization [req-1f3eba12-b846-4d11-84e7-feddbc101bc4 req-0e70777a-63b1-4806-9d6b-b961cf20935b service nova] Enqueued Resource ID: b4d5594b-850a-4441-9a55-1322acdb9324 with Priority: HIGHEST for action port [ 1075.365191] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_rules [ 1075.365346] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1075.365449] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d5594b-850a-4441-9a55-1322acdb9324 with Priority: HIGHEST for action port [ 1075.365737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.365863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.365922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.366199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.366228] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.367231] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.367359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.367428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.367609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.367767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.367865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.367930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.368089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.368187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.368296] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.369693] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d5594b-850a-4441-9a55-1322acdb9324 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.369693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.369693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.369693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.369693] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d5594b-850a-4441-9a55-1322acdb9324',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.566352] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 1075.586725] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.586897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.587021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.587306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.610965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.611284] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.611416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.611493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.611687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.611783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.612016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.612095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.612160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.612309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.612389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.612588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.612683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.612746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.612885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.612960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.613060] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1075.620991] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.621230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.621230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.621545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.621706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.621751] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1075.650614] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.650804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.650804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.651090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.651256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.663165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1075.690415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.690695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.691336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.691336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.691336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.694469] env[66378]: INFO networking_nsxv3.common.synchronization [req-0d74b39a-536b-4242-b7fa-c42785f9aff9 req-c95a1219-9bce-41b1-a392-a6b838fa1f2a tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1075.695169] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1075.695539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.695693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.695781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.696030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.696223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.696358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.696443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.696646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.696810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.696952] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.708654] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1075.871069] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.872225] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.872421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.872991] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4d5594b-850a-4441-9a55-1322acdb9324 with status ACTIVE [ 1075.873191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.873335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.873405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.873651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.873706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.873901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.873990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.874067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.874210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.874310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.874507] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.874599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.874711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.874993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.874993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.874993] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4d5594b-850a-4441-9a55-1322acdb9324 is going to be updated. [ 1075.904397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.904585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.904646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.905248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.905457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d5594b-850a-4441-9a55-1322acdb9324" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.923892] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4771034-7740-41e2-921d-0f3fc40165fc req-78f3c2a0-0f2b-40bb-9006-89d183cb337c service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1075.923948] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4771034-7740-41e2-921d-0f3fc40165fc req-78f3c2a0-0f2b-40bb-9006-89d183cb337c service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1075.924074] env[66378]: INFO networking_nsxv3.common.synchronization [req-d4771034-7740-41e2-921d-0f3fc40165fc req-78f3c2a0-0f2b-40bb-9006-89d183cb337c service nova] Enqueued Resource ID: fc7436b0-22a1-48d9-93f7-fdff6c4e08ad with Priority: HIGHEST for action port [ 1075.924776] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1075.925015] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1075.925312] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7436b0-22a1-48d9-93f7-fdff6c4e08ad with Priority: HIGHEST for action port [ 1075.925748] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.925926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.926014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.926234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.926321] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.927490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.927697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.927933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.928272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.928513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.928679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.928781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.929031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.929281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.929426] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.930600] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.930760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.930859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.931114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.931322] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7436b0-22a1-48d9-93f7-fdff6c4e08ad',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.200081] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.200295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.200295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.200552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.200668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.200874] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.201077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.201139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.201319] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.201409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.201551] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1076.234704] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.235151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.235151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.235348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.235717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.246768] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1076.373492] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.433394] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.435222] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435971] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7436b0-22a1-48d9-93f7-fdff6c4e08ad with status ACTIVE [ 1076.436485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.436755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.436933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.437396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.437531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.437925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.438095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.438201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.438474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.438533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.438820] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.438939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.439238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.439238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.439297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.439345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7436b0-22a1-48d9-93f7-fdff6c4e08ad is going to be updated. [ 1076.484275] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.484275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.484275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.484275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.484275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.484275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7436b0-22a1-48d9-93f7-fdff6c4e08ad" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.876296] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.876296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.876296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.876733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.876733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.876733] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f is going to be created. [ 1076.923689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.923923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.924202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.924242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.924426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.936763] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.951429] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: UNINITIALIZED for 2s [ 1077.439189] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.439933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.439933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.439933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.439933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.439933] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1077.478560] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.478769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.478769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.478991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.479147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.490275] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1077.675820] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1077.676075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.676271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.676510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.676763] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.676904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.676957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677515] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.723365] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1077.723634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.179762] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.180178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.180178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.180379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.180478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.180538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.180608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.180757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.180842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.180928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.181093] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.181199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.181260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.181398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.181532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.181620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.181678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.181808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.181881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.181958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.182129] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.256489] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1078.256684] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de deletion is rescheduled due to dependency. [ 1078.256877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.684346] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a86f18f1-db70-4602-9b5d-e530b0c2e348: rpc.has_security_group_logging(os_id): False [ 1078.705949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.706185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.706341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.706578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.706714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.707046] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.707242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.707346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.707552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.707670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.707950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.708262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.709301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.709301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.709438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.709533] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1078.785090] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.785090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.785090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.785090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.785533] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.807752] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1078.976568] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: SUCCESS [ 1078.976913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.977250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.977616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.977939] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.978128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.978288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.978617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.978715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.978827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.979029] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.483050] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.502616] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1079.502914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504048] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.504185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.504251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.504818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504818] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.537893] env[66378]: INFO networking_nsxv3.common.synchronization [None req-c117f9fb-e8b8-45aa-af60-8fc3071aa60b tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa with Priority: HIGHEST for action security_group_rules [ 1079.538483] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa with Priority: HIGHEST for action security_group_rules [ 1079.538799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.538950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.539035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.539425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.539425] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.633868] env[66378]: INFO networking_nsxv3.common.synchronization [None req-6922aa0f-cfb8-4c5d-bc8d-c5ad6809a748 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa with Priority: HIGHEST for action security_group_rules [ 1079.634481] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa with Priority: HIGHEST for action security_group_rules [ 1079.635020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.635157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986159] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7000b991-e603-4ea9-8d1f-b2ef8848a66f: rpc.has_security_group_logging(os_id): False [ 1080.006358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.006553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.006650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.006896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.006992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.007355] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.007473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.007785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.007893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.008000] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f is going to be created. [ 1080.012033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.012033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.012033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.012033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.012033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.012648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.012648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.012648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.012648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.012648] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.061459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.061654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.061699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.062042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.062042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.062223] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa already deleted. [ 1080.062223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.062327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.062423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.062503] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.080929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.086544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.086544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.086544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.086544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101792] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: IN_PROGRESS for 2s [ 1080.514203] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7872c5cc-d14d-4f8a-afd8-87f64f0363d0: rpc.has_security_group_logging(os_id): False [ 1080.543170] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.543170] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.543170] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.543170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.543716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.543716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.543716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.543716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.543716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.543716] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1080.588500] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.588651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.588727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.588916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.589018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.589107] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa already deleted. [ 1080.589191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bfd2c6-248d-4337-b0d7-fdcd9d3cf8fa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.652290] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.652557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.652619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.653417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.653670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.669398] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1080.702115] env[66378]: INFO networking_nsxv3.common.synchronization [req-148a9857-aef1-4a6d-85a7-29fd5a8dbc8f req-aafadfbb-56b4-4a01-adf7-58df128b880c tempest-MigrationsAdminTest-2109290282 tempest-MigrationsAdminTest-2109290282-project-member] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 1080.703771] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGHEST for action security_group_members [ 1080.703771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.703771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.703771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.703771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.704016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.704078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.704116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.704313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.705135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.705135] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.839901] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1080.840775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.847410] env[66378]: INFO networking_nsxv3.common.synchronization [req-01e7710a-cd77-4bf9-a374-d6e8262c1fef req-6b6f6ea2-ea7c-41ae-bb00-30f4acb3654f tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1080.848277] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1080.849233] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.849233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.849233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.849233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.849521] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.849521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.849716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.849764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.849822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.849921] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.209303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.209540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.209635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.209919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.210052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.210361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.210493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.210565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.210735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.210815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.210904] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be updated. [ 1081.272558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.272757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.272850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.273410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.275675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.288459] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: IN_PROGRESS for 2s [ 1081.354142] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.859842] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.114601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: SUCCESS [ 1082.114881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.364457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.364739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.364847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.365180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.365355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.365487] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1082.407051] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.407051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.407051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.407520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.407520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.424162] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1082.687831] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1082.688291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.917039] env[66378]: INFO networking_nsxv3.common.synchronization [req-a48c781c-daba-4572-bc98-05d7d57c391f req-1e72fe4a-20ca-409c-9f05-3038f17b9cc2 tempest-FloatingIPsAssociationNegativeTestJSON-569237825 tempest-FloatingIPsAssociationNegativeTestJSON-569237825-project-member] Enqueued Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1082.917672] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1082.918187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.918340] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.918419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.918738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.918921] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.919067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.919144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.919260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.919349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.919518] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.300960] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.301223] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-722" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.301309] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-722" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.301772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-722" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.301963] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.302122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.302330] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.302436] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.302574] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.302795] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.302952] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.303083] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.303145] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.303235] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.303342] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.303475] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.307987] env[66378]: INFO networking_nsxv3.common.synchronization [req-280027d6-0961-47c7-be8f-a8bb94f56f82 req-3b0d9b69-3aaa-4abf-82eb-8db0029822d6 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1083.308813] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1083.309142] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.309256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.309516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.309680] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.309801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.310025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.310137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310231] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.315273] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f in Status: SUCCESS [ 1083.315472] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f deletion is rescheduled due to dependency. [ 1083.315587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.333826] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.333960] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.334118] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.334307] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-722" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.334641] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-02a0de01-caa7-4db9-8933-a1eed3960181 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.334851] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.334980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.335354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.338948] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a0de01-caa7-4db9-8933-a1eed3960181',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.423269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.423444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.423553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.423742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.423836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.424050] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.424235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.424342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.424458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.424534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.424619] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 already deleted. [ 1083.424702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812635] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.812948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.813249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.813356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.813651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.813794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.813884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.814329] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1083.842136] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.842335] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.842489] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.842684] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.842833] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842991] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 02a0de01-caa7-4db9-8933-a1eed3960181 not found, creating... [ 1083.843288] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.843453] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.843557] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.843780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.843917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.844327] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.844438] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.844554] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.844780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.844924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.845082] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 02a0de01-caa7-4db9-8933-a1eed3960181 is going to be created. [ 1083.846976] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.847113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.847113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.847329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.847464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.857179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1083.870767] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.870991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.871228] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.871485] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.871725] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.871970] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.437015] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1084.437418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.602194] env[66378]: INFO networking_nsxv3.common.synchronization [req-a48c781c-daba-4572-bc98-05d7d57c391f req-a4e742f8-b910-4e78-a09c-6498d7247640 service nova] Enqueued Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_rules [ 1084.602194] env[66378]: INFO networking_nsxv3.common.synchronization [req-a48c781c-daba-4572-bc98-05d7d57c391f req-a4e742f8-b910-4e78-a09c-6498d7247640 service nova] Enqueued Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1084.602194] env[66378]: INFO networking_nsxv3.common.synchronization [req-a48c781c-daba-4572-bc98-05d7d57c391f req-a4e742f8-b910-4e78-a09c-6498d7247640 service nova] Enqueued Resource ID: 02a0de01-caa7-4db9-8933-a1eed3960181 with Priority: HIGHEST for action port [ 1084.602656] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_rules [ 1084.602830] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1084.602984] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a0de01-caa7-4db9-8933-a1eed3960181 with Priority: HIGHEST for action port [ 1084.605152] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.605152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.605152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.605152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.605152] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.605785] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.605967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.606099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.606348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.606966] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.607342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.607495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.607571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.608088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608088] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.608721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a0de01-caa7-4db9-8933-a1eed3960181 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.608838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.608902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.609824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.609824] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a0de01-caa7-4db9-8933-a1eed3960181',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.980933] env[66378]: INFO networking_nsxv3.common.synchronization [req-6ca193d4-eff0-464a-a339-b2cc14b61a8f req-c665ea95-45a8-478f-9ea3-4d87e2fa2358 tempest-ServersNegativeTestJSON-908699519 tempest-ServersNegativeTestJSON-908699519-project-member] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1084.981555] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1084.981938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.982093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.982161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.982361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.982583] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.982713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.982778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.982940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.983041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.983138] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.111540] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.111540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.111735] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.112644] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a0de01-caa7-4db9-8933-a1eed3960181 with status ACTIVE [ 1085.112846] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.112967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.113048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.113263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.113357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.113527] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.113625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.113703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.113901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.113987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.114275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.114336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.114753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.114753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114753] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a0de01-caa7-4db9-8933-a1eed3960181 is going to be updated. [ 1085.137024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.137024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.137260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.137412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.137597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.137810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a0de01-caa7-4db9-8933-a1eed3960181" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.485404] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.597779] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.597976] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.598670] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.598813] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.599815] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.599978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.600068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.600312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.600611] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.600691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.600785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.601210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.601210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.601339] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.602954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.603132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.603209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.603419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.603592] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.603688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.603751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.603907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.603994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.604106] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.616817] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.649113] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1085.649310] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.649454] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_rules [ 1085.649595] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.649728] env[66378]: INFO networking_nsxv3.common.synchronization [req-6f718d41-e142-42c9-be38-fc9a4ab39d65 req-4ec4eda7-467e-463a-9d5f-93a86c1d48fb tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1085.650506] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1085.650642] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_rules [ 1085.650724] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1085.650847] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.650899] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.651202] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.651299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.651377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.651639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.651639] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.652973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d98a5e-c03f-4383-b469-5c1c2ff94b50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.652973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.652973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.653249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.653344] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.655088] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4808ec1b-4546-414d-96ae-4001218a3e79 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.655249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.655363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.655538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.655619] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4808ec1b-4546-414d-96ae-4001218a3e79',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.656387] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.656487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656685] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.656780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.867339] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1085.867511] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 1085.867639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.953104] env[66378]: INFO networking_nsxv3.common.synchronization [req-cd9e98b6-a1ed-4422-b481-2d9cea494497 req-0a748a6b-43eb-46b7-b61b-219fe8af2f00 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.953104] env[66378]: INFO networking_nsxv3.common.synchronization [req-cd9e98b6-a1ed-4422-b481-2d9cea494497 req-0a748a6b-43eb-46b7-b61b-219fe8af2f00 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.953104] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1085.953424] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 with Priority: HIGHEST for action security_group_members [ 1085.954064] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.954345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.954770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.954981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.988166] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.013886] env[66378]: INFO networking_nsxv3.common.synchronization [req-cd9e98b6-a1ed-4422-b481-2d9cea494497 req-0a748a6b-43eb-46b7-b61b-219fe8af2f00 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1086.013886] env[66378]: INFO networking_nsxv3.common.synchronization [req-cd9e98b6-a1ed-4422-b481-2d9cea494497 req-0a748a6b-43eb-46b7-b61b-219fe8af2f00 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1086.014095] env[66378]: INFO networking_nsxv3.common.synchronization [req-cd9e98b6-a1ed-4422-b481-2d9cea494497 req-0a748a6b-43eb-46b7-b61b-219fe8af2f00 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1086.014574] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_rules [ 1086.014713] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1086.014805] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4808ec1b-4546-414d-96ae-4001218a3e79 with Priority: HIGHEST for action port [ 1086.015116] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.015294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.015457] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.015548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.015728] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4808ec1b-4546-414d-96ae-4001218a3e79 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.015812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.106245] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.108514] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.119423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.119607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.119730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.119892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.119970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.120080] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 is going to be created. [ 1086.145900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.146117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.146504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.158412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.158630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.158779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.158865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.159023] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4808ec1b-4546-414d-96ae-4001218a3e79 with status ACTIVE [ 1086.159183] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.159287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.159353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.159554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.159638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.159802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.160567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.160645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.160954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.161070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.161870] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.162113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.162113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.162234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.162234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.162377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4808ec1b-4546-414d-96ae-4001218a3e79 is going to be updated. [ 1086.163978] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: UNINITIALIZED for 2s [ 1086.186421] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.186506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.186541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.186728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.186871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.187037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.187257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.187447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.187541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4808ec1b-4546-414d-96ae-4001218a3e79',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.490261] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.490261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.490859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.490859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.490859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.490859] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1086.611155] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.611381] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.639633] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.639985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.640122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.640403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.640573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.651892] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1086.691606] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4808ec1b-4546-414d-96ae-4001218a3e79 with status ACTIVE [ 1086.691761] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.691993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.692073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.692279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.692364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.692655] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.692655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.692797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.692870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.692919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.693219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.693286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.693384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.693457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4808ec1b-4546-414d-96ae-4001218a3e79 is going to be updated. [ 1086.717623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.717983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.717983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.718158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.718324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.718474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4808ec1b-4546-414d-96ae-4001218a3e79" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.102599] env[66378]: INFO networking_nsxv3.common.synchronization [req-8683aa66-dbae-41ff-ab91-138310903349 req-c43c6360-1552-436b-9702-7f89336b39a8 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1087.103710] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1087.104142] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.104327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.104457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.104736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.104935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.105198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.105312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.105514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.105636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.105784] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.113136] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.113299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.113598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.113598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.113697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.113798] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1087.116760] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.116932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.117009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.117251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.117344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.117491] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 is going to be created. [ 1087.162899] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.164825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.164825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.164825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.164825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.175925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.176086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.176173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.176370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.176517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.178952] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 in Status: UNINITIALIZED for 2s [ 1087.187912] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1087.518091] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.518091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.518091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.518091] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.518557] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.518557] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.518557] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.518772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.518894] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.519122] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.519230] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.519333] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.519436] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.519537] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.519637] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.519757] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.541540] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.541765] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.541951] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.542116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-127" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.542446] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-7e7583f2-563f-4d9a-8db7-0697ecf096d0 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.542625] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.542747] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.543098] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.543240] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7583f2-563f-4d9a-8db7-0697ecf096d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.609148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.609367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.609432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.609621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.609717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.609919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.610180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.610180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.610318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.610362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.610444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1087.639356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.639631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.639631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.639755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.639913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.653033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1088.048204] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.048204] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.048204] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.048204] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.048601] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.048601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 7e7583f2-563f-4d9a-8db7-0697ecf096d0 not found, creating... [ 1088.048949] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.049234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049439] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.049728] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.049872] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050197] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.050433] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.050570] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.050801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.050952] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 7e7583f2-563f-4d9a-8db7-0697ecf096d0 is going to be created. [ 1088.075534] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.075734] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.075862] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.076156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.076375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.076619] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.175451] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: SUCCESS [ 1088.175675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.175850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.179588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179588] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.661577] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1088.661951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.681639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.681795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.681875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.682170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.682486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.682486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.682579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.682730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.682821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.682914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.683082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.683174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.683240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.683389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.683538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.683635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.683700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.683843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.683932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.684029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.684131] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.807146] env[66378]: INFO networking_nsxv3.common.synchronization [req-8683aa66-dbae-41ff-ab91-138310903349 req-27ec7cbb-f6ed-4a47-8121-31a12c82fa74 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 1088.807475] env[66378]: INFO networking_nsxv3.common.synchronization [req-8683aa66-dbae-41ff-ab91-138310903349 req-27ec7cbb-f6ed-4a47-8121-31a12c82fa74 service nova] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1088.807567] env[66378]: INFO networking_nsxv3.common.synchronization [req-8683aa66-dbae-41ff-ab91-138310903349 req-27ec7cbb-f6ed-4a47-8121-31a12c82fa74 service nova] Enqueued Resource ID: 7e7583f2-563f-4d9a-8db7-0697ecf096d0 with Priority: HIGHEST for action port [ 1088.808123] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_rules [ 1088.808240] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1088.808388] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7583f2-563f-4d9a-8db7-0697ecf096d0 with Priority: HIGHEST for action port [ 1088.808678] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.808805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.808897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.809192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.809243] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.810527] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.810626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.810821] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7583f2-563f-4d9a-8db7-0697ecf096d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.810925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.810993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.811192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.811241] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7583f2-563f-4d9a-8db7-0697ecf096d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.060834] env[66378]: INFO networking_nsxv3.common.synchronization [req-25694b03-ed1b-4d2a-9042-6f3341aec2f9 req-c63ee020-b1ff-45c5-abdb-595a62974e9f tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1089.061409] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1089.061726] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.061851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.061919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.062131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.062292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.062413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.062475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.062624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.062710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.062801] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.186921] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e27a44-0c30-4100-a261-a64d7392dd22: rpc.has_security_group_logging(os_id): False [ 1089.207257] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 in Status: SUCCESS [ 1089.207532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.207739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.207999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.208252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.208407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.208492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.208691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.208839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.208905] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.211956] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1089.212222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.212384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.213106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.213106] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.213106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.213106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.213106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.213416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.213416] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.214793] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.214908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.215050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.215206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.215290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.215512] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.215650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.215731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.215887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.215980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.216182] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.216272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.216338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.217075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.217075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.217075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.217075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.217075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.217075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.217374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.217374] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 is going to be created. [ 1089.289106] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.289387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.289387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.289524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.289702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.311749] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: IN_PROGRESS for 2s [ 1089.313237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.313415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.313618] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e7583f2-563f-4d9a-8db7-0697ecf096d0 with status ACTIVE [ 1089.313845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.313845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.313845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.314232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.314232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.314332] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.314401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.314450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.314866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.314968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.315197] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.315364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.315364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.315961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.316083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.316181] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e7583f2-563f-4d9a-8db7-0697ecf096d0 is going to be updated. [ 1089.341311] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.341311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.341311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.341311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.342684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.343069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7583f2-563f-4d9a-8db7-0697ecf096d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.565290] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.661332] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1089.661556] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 1089.661679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.662027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.662152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.662331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.662503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.663178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.663178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.663178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.663178] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.720590] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.720706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.720766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.721093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.721213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.721435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.721537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.721601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.721778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.721858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.721944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 is going to be deleted. [ 1089.723017] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.758338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.758549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.758608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.758873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.758976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.759164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.759368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.759585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.759838] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.759988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.760064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.760210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.760795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.760795] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.066813] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.168813] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.197257] env[66378]: INFO networking_nsxv3.common.synchronization [None req-5f53a8f1-300e-4eb2-ae2d-9bd461c6e421 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1090.197873] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1090.198263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.198391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.228517] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.262991] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.263171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.263255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.263453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.263546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.263746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.263850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.263904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.264066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.264142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.264226] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 already deleted. [ 1090.264313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.264820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.264981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.266223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.266223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.266223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.266223] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.570821] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.570990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.571084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.571354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.571471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.571566] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1090.608707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.608876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.608968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.609608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.609608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.622594] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1090.670784] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.730723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.730955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.731072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.731358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.731481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.731620] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1090.768162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.768162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.768337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.768923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.768923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.770172] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.770326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.770401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.770631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.770701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.770936] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.771094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.771163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.771341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.771423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.771538] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 already deleted. [ 1090.771627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.771757] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.787190] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1091.174087] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.174336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.174448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.174749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.174881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.175030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1091.215346] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.215346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.215346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.215548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.230162] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1091.275275] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d98a5e-c03f-4383-b469-5c1c2ff94b50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.336328] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: SUCCESS [ 1091.336531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.777360] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d98a5e-c03f-4383-b469-5c1c2ff94b50: rpc.has_security_group_logging(os_id): False [ 1091.796340] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.796791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.796791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.796791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.796956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.797707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.797707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.797707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.797707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.797707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.797707] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 is going to be created. [ 1091.818483] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50], does not exist path=[/infra/domains/default/groups/c6d98a5e-c03f-4383-b469-5c1c2ff94b50]."\n}' [ 1091.818702] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50 [ 1091.818818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1091.896359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.896359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.896359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.896883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.898828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.898948] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.899171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.899766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.899766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.899766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.899873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.899965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.899965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.900194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.900570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.900570] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d98a5e-c03f-4383-b469-5c1c2ff94b50 is going to be created. [ 1091.931318] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50], does not exist path=[/infra/domains/default/groups/c6d98a5e-c03f-4383-b469-5c1c2ff94b50]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50 [ 1091.931514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d98a5e-c03f-4383-b469-5c1c2ff94b50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.931703] env[66378]: Traceback (most recent call last): [ 1091.931741] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1091.931741] env[66378]: return func(*args, **kwargs) [ 1091.931741] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1091.931741] env[66378]: res.raise_for_status() [ 1091.931741] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1091.931741] env[66378]: raise HTTPError(http_error_msg, response=self) [ 1091.932055] env[66378]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50 [ 1091.932055] env[66378]: During handling of the above exception, another exception occurred: [ 1091.932055] env[66378]: Traceback (most recent call last): [ 1091.932055] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1091.932055] env[66378]: listener.cb(fileno) [ 1091.932055] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1091.932055] env[66378]: result = function(*args, **kwargs) [ 1091.932055] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1091.932055] env[66378]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1091.932055] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1091.932055] env[66378]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1091.932055] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1091.932055] env[66378]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1091.932055] env[66378]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1091.932055] env[66378]: res.raise_for_status() [ 1091.932055] env[66378]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1091.932055] env[66378]: raise HTTPError(http_error_msg, response=self) [ 1091.932055] env[66378]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6d98a5e-c03f-4383-b469-5c1c2ff94b50 [ 1091.932055] env[66378]: Removing descriptor: 58 [ 1091.966102] env[66378]: INFO networking_nsxv3.common.synchronization [None req-e649e5fa-be84-41af-863e-32b281100fb8 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1091.966747] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1091.967079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.967212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.967327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.967586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.967671] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.078979] env[66378]: INFO networking_nsxv3.common.synchronization [None req-646731cc-bd2b-4e91-b197-38ce8d4dad49 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1092.078979] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1092.078979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.078979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.490255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.490458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.490520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.491031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.491031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.491138] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 already deleted. [ 1092.491229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.491460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.491690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.491792] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.634810] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1092.635119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.635317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.635898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.636390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.636826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.636955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.637518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.637518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.637518] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.800252] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1092.800650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.800650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.800884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.801069] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.801288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.801288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.801466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.801466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.801650] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.014396] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.014613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.014688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.014907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.014995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.015601] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 already deleted. [ 1093.015601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.133350] env[66378]: INFO networking_nsxv3.common.synchronization [req-689596eb-bf9d-40cd-b00e-6a7e8f389b90 req-06b78c58-bcf9-4887-90a6-86c7332c55c4 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1093.136893] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGHEST for action security_group_members [ 1093.137997] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.138114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.138252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.138484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.138707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.138851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.139058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.139179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.139307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.139442] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.140699] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.141041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.141041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.141187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.173453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.173754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.173922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.173989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.174459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.174551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.174701] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1093.206201] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.206457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.206457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.206695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.206865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.224068] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1093.240749] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1093.240997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.241189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.241719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.241961] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.242127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.242682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.242682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.242910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.242910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.243081] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.303829] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.320059] env[66378]: INFO networking_nsxv3.common.synchronization [req-0bf82d48-50f4-40d2-9c64-61c6b845c96b req-8d19f107-d4ab-4392-91f7-a1cfc7799378 tempest-ServerRescueTestJSONUnderV235-827102522 tempest-ServerRescueTestJSONUnderV235-827102522-project-member] Enqueued Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1093.329034] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddd7ce-2376-4dae-9416-3de1119f477d with Priority: HIGHEST for action security_group_members [ 1093.329034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.644628] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.644739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.644775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.645298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.669467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.669467] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.669467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.669467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.669467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.669467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.669467] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 is going to be updated. [ 1093.699103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.699300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.699300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.699624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.699765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.713021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: IN_PROGRESS for 2s [ 1093.745871] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.746321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.746321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.746457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.746568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.746689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.746769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.746938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.747051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.747143] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.747423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.747524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.747586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.747798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.747925] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.748047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.748120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.748297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.748404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.748497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.748598] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.806071] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.254274] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d005db4a-23fb-4ac8-84b1-bacfaa593457: rpc.has_security_group_logging(os_id): False [ 1094.286149] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.286332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.286398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.286639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.309567] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.309730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.309799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.310021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.310106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.310203] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1094.316551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.317238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.317238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.317238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.317238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.317476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.317552] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.317644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.317703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.317849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.317918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.318103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.318192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.318250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.318946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.318946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.318946] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1094.357986] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.357986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.357986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.358641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.358641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.371730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1094.406812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.406994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.406994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.407217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.407410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.422756] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1095.235775] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 4s [ 1095.733360] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74928249-3e11-4998-9192-67d5cb2a13c7 in Status: SUCCESS [ 1095.734035] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 deletion is rescheduled due to dependency. [ 1095.734035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.382524] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1096.382812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.382812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.383279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.383471] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.383584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.383650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.383810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.383908] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.384019] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.441438] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1096.441677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.888092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.888333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.888443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.888757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.917370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.917652] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.917775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.917844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.918072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.918173] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.918268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1096.959672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.959833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.959902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.960468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.960540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.978685] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1097.246344] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1097.246541] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 deletion is rescheduled due to dependency. [ 1097.246658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.241804] env[66378]: INFO networking_nsxv3.common.synchronization [req-c4408327-3e75-408e-bb47-ffd21834ca42 req-1c816676-c20c-482f-bb66-0f5d112de322 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1098.242226] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1098.242538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.242683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.242756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.242982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.243224] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.243400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.243452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.243609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.243714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.243831] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.621014] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.621268] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.621395] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.621737] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.622971] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.623196] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.623304] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.623646] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.623646] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.623883] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.623946] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.624072] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.624175] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.624284] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.627087] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.627087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.643410] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.643581] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.644780] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.644780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.644780] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-836b4c17-36b8-4a81-a2a8-d9e15569d849 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.644780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.644780] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.645286] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.645352] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836b4c17-36b8-4a81-a2a8-d9e15569d849',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.747538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.747832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.747832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.748027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.772422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.774818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.774818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.774818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.774818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.774818] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.774818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1098.806891] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.806891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.806891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.806891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.806891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.821336] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1098.989387] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1098.989696] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d deletion is rescheduled due to dependency. [ 1098.989909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.990141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.990408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.990665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.990799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.990867] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.991129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.991575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.991575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.991575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.992569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.992811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.993034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.993205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.993372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.993440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.993519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.993617] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.148707] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.148944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.149089] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.149455] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.149694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.149870] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 836b4c17-36b8-4a81-a2a8-d9e15569d849 not found, creating... [ 1099.150154] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.150319] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.150438] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.150663] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.150809] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.152774] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.152774] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.152774] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.152774] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.152912] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.153064] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 836b4c17-36b8-4a81-a2a8-d9e15569d849 is going to be created. [ 1099.179773] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.180060] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.180156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.180466] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.180735] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.180982] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.496087] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.496380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.496497] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.496604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.496667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.499134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499134] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1099.528034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.528226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.528226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.529038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.529038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.538161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1099.939309] env[66378]: INFO networking_nsxv3.common.synchronization [req-c4408327-3e75-408e-bb47-ffd21834ca42 req-27e072f1-3268-4664-829f-075ece5a68ff service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 1099.939309] env[66378]: INFO networking_nsxv3.common.synchronization [req-c4408327-3e75-408e-bb47-ffd21834ca42 req-27e072f1-3268-4664-829f-075ece5a68ff service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1099.939309] env[66378]: INFO networking_nsxv3.common.synchronization [req-c4408327-3e75-408e-bb47-ffd21834ca42 req-27e072f1-3268-4664-829f-075ece5a68ff service nova] Enqueued Resource ID: 836b4c17-36b8-4a81-a2a8-d9e15569d849 with Priority: HIGHEST for action port [ 1099.939683] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 1099.939834] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1099.939933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836b4c17-36b8-4a81-a2a8-d9e15569d849 with Priority: HIGHEST for action port [ 1099.940223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.940346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.940415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.940616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.940699] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.941577] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.941671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.941861] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-836b4c17-36b8-4a81-a2a8-d9e15569d849 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.941969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.942073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.942199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.942277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836b4c17-36b8-4a81-a2a8-d9e15569d849',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.446549] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.446781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.446959] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 836b4c17-36b8-4a81-a2a8-d9e15569d849 with status ACTIVE [ 1100.447210] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.447398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.447485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.447799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.447923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.448161] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.448269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.448331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.448581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.448705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.448952] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.449113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.449191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.449389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.449500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.449660] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 836b4c17-36b8-4a81-a2a8-d9e15569d849 is going to be updated. [ 1100.484436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.484594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.484668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.485324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.485324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.485398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836b4c17-36b8-4a81-a2a8-d9e15569d849" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.843439] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1100.843796] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 1100.844520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.844842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.845294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.845722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.845880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.847873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.848430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.848430] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.852241] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d512fa2d-ae15-44a2-be73-ed9dbc122de4 None None] Enqueued Resource ID: eb6b936d-293f-4f79-a71a-2209d5118621 with Priority: HIGHEST for action port [ 1100.853747] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6b936d-293f-4f79-a71a-2209d5118621 with Priority: HIGHEST for action port [ 1100.854337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6b936d-293f-4f79-a71a-2209d5118621 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.854629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6b936d-293f-4f79-a71a-2209d5118621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.855061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6b936d-293f-4f79-a71a-2209d5118621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.855206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6b936d-293f-4f79-a71a-2209d5118621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.855365] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6b936d-293f-4f79-a71a-2209d5118621',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.355977] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.358297] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb6b936d-293f-4f79-a71a-2209d5118621 [ 1101.358800] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.358800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.358800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.359027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.359112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.359205] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb6b936d-293f-4f79-a71a-2209d5118621 already deleted. [ 1101.359288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6b936d-293f-4f79-a71a-2209d5118621" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550807] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1101.550807] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d deletion is rescheduled due to dependency. [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.550807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddd7ce-2376-4dae-9416-3de1119f477d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.551417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.551417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.551417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.551417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.551589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.551589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.551589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.551709] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.859698] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.054087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ddd7ce-2376-4dae-9416-3de1119f477d: rpc.has_security_group_logging(os_id): False [ 1102.074482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.074482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.074660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.074948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.074948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.075157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.075252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.075433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.075508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.075794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.075854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.075986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076493] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.076663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076998] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be updated. [ 1102.147434] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.147667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.147773] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.148028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.148707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.163535] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: IN_PROGRESS for 2s [ 1102.362983] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.363518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.363632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.363749] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1102.401822] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.401822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.401822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.401822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.401822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.413371] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1103.085748] env[66378]: INFO networking_nsxv3.common.synchronization [req-aa48973f-7e9e-4241-b200-bb77d6c6c640 req-e3e152a4-208f-4623-95e8-ea3da2ef59d2 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1103.086466] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1103.086882] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087079] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.088266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.088386] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.590947] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.591198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.591258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.591490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.616202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.616693] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.616693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.616693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.616930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.617036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.617169] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1103.656476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.657055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.657055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.657055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.657568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.668411] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1104.044498] env[66378]: INFO networking_nsxv3.common.synchronization [None req-c96993a8-afcf-4333-a04b-698865edc83f None None] Enqueued Resource ID: 724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61 with Priority: HIGHEST for action port [ 1104.046658] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61 with Priority: HIGHEST for action port [ 1104.047716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.048026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.048243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.049436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.049436] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.178027] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddd7ce-2376-4dae-9416-3de1119f477d in Status: SUCCESS [ 1104.178557] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.178718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.179539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.179657] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddd7ce-2376-4dae-9416-3de1119f477d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.353533] env[66378]: INFO networking_nsxv3.common.synchronization [req-f0868f33-c5d9-482f-ac27-ae1269871a42 req-0dedf167-2ba2-4570-9c6b-611697a82869 tempest-ServersTestManualDisk-503205831 tempest-ServersTestManualDisk-503205831-project-member] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1104.354565] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGHEST for action security_group_members [ 1104.354953] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.355098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.355168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.355365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.355517] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.355654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.355721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.355890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.355973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.356076] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.426575] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.426575] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.426575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.426575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.551260] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61 [ 1104.551486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.552156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.552156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.552156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.552156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.552156] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61 already deleted. [ 1104.552156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724cb6d6-cf12-4f9d-96c7-25e4ad9a5b61" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.709027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.709303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.709303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.709576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.709697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.709824] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddd7ce-2376-4dae-9416-3de1119f477d is going to be deleted. [ 1104.790429] env[66378]: INFO networking_nsxv3.common.synchronization [req-c70790cc-b4c0-4f24-aae9-d53aa89952d4 req-fa0c20d7-1d8b-4b0b-90d2-631ff2e89635 tempest-FloatingIPsAssociationNegativeTestJSON-569237825 tempest-FloatingIPsAssociationNegativeTestJSON-569237825-project-member] Enqueued Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1104.791190] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGHEST for action security_group_members [ 1104.791675] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.791888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.793028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.793028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.793453] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.798337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.798579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.798579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.798907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.798907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.798907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddd7ce-2376-4dae-9416-3de1119f477d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.858817] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.859117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.859170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.859441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.899584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.899981] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.900107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.900107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.900353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.900441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.900529] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 is going to be updated. [ 1104.932476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.932746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.932746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.933417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.933417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.933417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.933417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.933668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.933668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.933750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.934796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.934796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.934796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.935188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.935188] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.953920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.954206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.954304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.955028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.955324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.969779] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: IN_PROGRESS for 2s [ 1105.300737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.301044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.301044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.301195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.329709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.330545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.330545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.330545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.330545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.330545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.330545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 is going to be updated. [ 1105.364500] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.364651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.364726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.364933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.365088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.375132] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: IN_PROGRESS for 2s [ 1105.437385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 1105.475505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.475680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.475742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.476028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.476088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.476887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.477082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.477169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.477360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.477456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.477708] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.477797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.477852] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.478023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.478111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.478304] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.478437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.478512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.478675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.478786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.478817] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1105.565036] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.565036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.565036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.565036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.565036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.608233] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1105.680430] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1105.680652] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1105.680785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.700370] env[66378]: INFO networking_nsxv3.common.synchronization [None req-59728aac-727f-496b-be15-88453abafb9d tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1105.701078] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1105.701515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.701515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.701515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.701945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.701945] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.835404] env[66378]: INFO networking_nsxv3.common.synchronization [None req-76bb099c-20ac-4aea-8adb-6a1141236b91 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1105.835851] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1105.836134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.836232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.229460] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.229460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.229832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.229832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.229832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.229925] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a already deleted. [ 1106.230024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.230147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.230308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.230429] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.755943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.755943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.755943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.755943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.755943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.755943] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a already deleted. [ 1106.755943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.980579] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef0683db-e3de-464b-9886-1700e47b74b1 in Status: SUCCESS [ 1106.980778] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 deletion is rescheduled due to dependency. [ 1106.980851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.389331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e27a44-0c30-4100-a261-a64d7392dd22 in Status: SUCCESS [ 1107.389331] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 deletion is rescheduled due to dependency. [ 1107.390345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.626301] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1107.626483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.674483] env[66378]: INFO networking_nsxv3.common.synchronization [req-64d6773f-7000-4d46-93f1-d0bed16ca5fd req-80b444eb-8a1d-4b0c-8b65-3ae2337b04cb tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1109.675280] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1109.675688] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.675805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.675871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.676328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676421] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.676506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.676576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.676795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.676976] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.063542] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.063542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.063542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.063542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.064065] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.064424] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.064919] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.065422] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.065678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.065991] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.066227] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.066444] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.066644] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.066839] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.067035] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.067267] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.097350] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.097350] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.097350] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.097350] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.097350] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7e48363a-8fd2-46f3-b628-55e424331396 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.097350] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.097350] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.097350] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.097350] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e48363a-8fd2-46f3-b628-55e424331396',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.179919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.180161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.180252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.180551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.180672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.180946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.181091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.181185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.181372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.181487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.181586] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 already deleted. [ 1110.181675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.600036] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.600036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.600225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.601409] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.601409] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.601409] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7e48363a-8fd2-46f3-b628-55e424331396 not found, creating... [ 1110.601752] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.601988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.602231] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.602580] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.602738] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.603076] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.605127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.605127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.605127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.605127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.605127] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7e48363a-8fd2-46f3-b628-55e424331396 is going to be created. [ 1110.625654] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.625891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.626033] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.626346] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.626626] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.626867] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.918457] env[66378]: INFO networking_nsxv3.common.synchronization [req-b95e66b3-524d-43cb-af12-c0a5e8af8e2b req-da700fce-1ed3-41f1-a2bc-93d28c5a11e7 tempest-ImagesTestJSON-846133890 tempest-ImagesTestJSON-846133890-project-member] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1110.919038] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGHEST for action security_group_members [ 1110.919358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.919483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.919558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.919762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.919926] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.920043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.920101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.920264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.920346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.920446] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.422380] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.422556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.422599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.422802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.422890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.423102] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.423262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.423262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.423423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.423491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.423582] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be updated. [ 1111.455152] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.455359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.455435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.455678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.455827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.468224] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: IN_PROGRESS for 2s [ 1111.824686] env[66378]: INFO networking_nsxv3.common.synchronization [req-64d6773f-7000-4d46-93f1-d0bed16ca5fd req-7f9d159c-535a-4fee-8f3e-ff0901bf9f71 service nova] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1111.824894] env[66378]: INFO networking_nsxv3.common.synchronization [req-64d6773f-7000-4d46-93f1-d0bed16ca5fd req-7f9d159c-535a-4fee-8f3e-ff0901bf9f71 service nova] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1111.825055] env[66378]: INFO networking_nsxv3.common.synchronization [req-64d6773f-7000-4d46-93f1-d0bed16ca5fd req-7f9d159c-535a-4fee-8f3e-ff0901bf9f71 service nova] Enqueued Resource ID: 7e48363a-8fd2-46f3-b628-55e424331396 with Priority: HIGHEST for action port [ 1111.825604] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_rules [ 1111.825783] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1111.825952] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e48363a-8fd2-46f3-b628-55e424331396 with Priority: HIGHEST for action port [ 1111.826477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.826625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.826708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.827084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.827084] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.829063] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.829252] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.829302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.829519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.829770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.829897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.829989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.830929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.831046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.831159] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.832850] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e48363a-8fd2-46f3-b628-55e424331396 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.832850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.832850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.833054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.833054] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e48363a-8fd2-46f3-b628-55e424331396',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.331021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.331021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.334920] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.335962] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e48363a-8fd2-46f3-b628-55e424331396 with status ACTIVE [ 1112.336187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.336313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.336429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.336587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.336673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.336883] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.336952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.337018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.337283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.337283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.338337] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.338337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.338337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.338337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.338337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.338337] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e48363a-8fd2-46f3-b628-55e424331396 is going to be updated. [ 1112.375388] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.375731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.375731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.375973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.376752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.376752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e48363a-8fd2-46f3-b628-55e424331396" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.635306] env[66378]: INFO networking_nsxv3.common.synchronization [req-413a4e7e-6bf2-42f5-8c42-2eadc04dafcd req-dc0ccd82-1ef4-476a-8830-09fc62c521e4 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1112.635306] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1112.635306] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.635306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.635306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.635764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.635764] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.635764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.635764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.635925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.635925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.635981] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.841257] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.081115] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.081370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.081545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.081854] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082158] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082346] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082500] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.082756] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082918] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.083170] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.083283] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.083406] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.083526] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.083680] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.083762] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.083909] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.105929] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.106190] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.106374] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.106629] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.107026] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.107312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107539] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.108075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.108319] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e17d60-fe33-47b5-b5e7-30e84f95a65c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.139186] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.342746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.343167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.343167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.343237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.343272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.343371] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 is going to be created. [ 1113.369903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.370098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.370197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.370362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.370521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.381176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: UNINITIALIZED for 2s [ 1113.479761] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 in Status: SUCCESS [ 1113.479964] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 deletion is rescheduled due to dependency. [ 1113.480096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.611593] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.611759] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.611895] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.612220] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.612414] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.612539] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port f6e17d60-fe33-47b5-b5e7-30e84f95a65c not found, creating... [ 1113.612888] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.613074] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.613311] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.613427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.613571] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.613847] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.614024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.614138] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.614357] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.614467] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.614607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: f6e17d60-fe33-47b5-b5e7-30e84f95a65c is going to be created. [ 1113.634698] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.634933] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635054] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.635351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.635643] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.636481] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.641743] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.142843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.142981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.143074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.143984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.144142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.144356] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1114.184878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.185018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.185110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.185327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.185872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.198806] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1114.400757] env[66378]: INFO networking_nsxv3.common.synchronization [req-413a4e7e-6bf2-42f5-8c42-2eadc04dafcd req-4b307d0f-427b-4911-a9b9-10fe97c1e2ed service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1114.400757] env[66378]: INFO networking_nsxv3.common.synchronization [req-413a4e7e-6bf2-42f5-8c42-2eadc04dafcd req-4b307d0f-427b-4911-a9b9-10fe97c1e2ed service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1114.402273] env[66378]: INFO networking_nsxv3.common.synchronization [req-413a4e7e-6bf2-42f5-8c42-2eadc04dafcd req-4b307d0f-427b-4911-a9b9-10fe97c1e2ed service nova] Enqueued Resource ID: f6e17d60-fe33-47b5-b5e7-30e84f95a65c with Priority: HIGHEST for action port [ 1114.402418] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1114.402602] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1114.402822] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e17d60-fe33-47b5-b5e7-30e84f95a65c with Priority: HIGHEST for action port [ 1114.403021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.403749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.403749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.403749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.403749] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.404702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.404811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.405084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.405256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.405325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.405586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.406047] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e17d60-fe33-47b5-b5e7-30e84f95a65c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.908229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.908376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.909091] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6e17d60-fe33-47b5-b5e7-30e84f95a65c with status ACTIVE [ 1114.909091] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.909091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.909091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.909317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.909317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.909442] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.909555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.909672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.909855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.909942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.910155] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.910259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.910923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.911243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.911370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.911478] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6e17d60-fe33-47b5-b5e7-30e84f95a65c is going to be updated. [ 1114.934713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.934713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.934966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.935149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.935348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.935624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e17d60-fe33-47b5-b5e7-30e84f95a65c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.393908] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: SUCCESS [ 1115.394318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.394506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.394750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.394944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.395088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.395180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.395339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.395470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.395531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.395667] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.759146] env[66378]: INFO networking_nsxv3.common.synchronization [req-cc8d7d7f-b270-49c3-b98e-e3d1c38ee544 req-df4dbda2-9be6-4e37-bb6d-6369b465c541 tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 1115.759964] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGHEST for action security_group_members [ 1115.760498] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.760687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.760789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.761122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.761285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.761410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.761481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.761933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.761933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.761933] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.898768] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.213645] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1116.213930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.214136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.214408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.214611] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.214780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.214836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.214967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.215102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.215206] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.265958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.265958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.265958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.265958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.294912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.295267] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.295988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.295988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.295988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.295988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.295988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 is going to be updated. [ 1116.334508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.335138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.336589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.336589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.336589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.347392] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: IN_PROGRESS for 2s [ 1116.401160] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fdddc-a429-4371-aaa6-ba59141b3c50: rpc.has_security_group_logging(os_id): False [ 1116.418990] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.419148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.419221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.419433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.419528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.419824] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.419937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.420011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.420167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.420245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.420330] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 is going to be created. [ 1116.512454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.512692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.512756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.513071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.513391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.527497] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: IN_PROGRESS for 2s [ 1116.718388] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.221241] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.723060] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.723237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.723326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.723640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.723746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.723846] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1117.760301] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.760548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.760548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.760860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.761100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.772670] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1118.190928] env[66378]: INFO networking_nsxv3.common.synchronization [req-cfb08107-2bcb-45fb-8394-64719660a835 req-552a2c1c-fa48-480c-ab2a-12b57c252b3d tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1118.191601] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1118.191932] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.192111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.192487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.192672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.192777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.194857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.194857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.194857] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.361692] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 in Status: SUCCESS [ 1118.361919] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 deletion is rescheduled due to dependency. [ 1118.362047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.551091] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: SUCCESS [ 1118.551352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.595881] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.596258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.596462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.596852] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.597197] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597460] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.598072] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.598578] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.598877] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.599174] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.599349] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.599657] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.599888] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.600077] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.600282] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.600495] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.623863] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.624272] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.624495] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.624726] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.625125] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-4970e761-1351-4001-bbde-c3808dff0828 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.625460] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.625664] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.626049] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.626210] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4970e761-1351-4001-bbde-c3808dff0828',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.695916] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.696211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.696334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.696658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.696808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.697139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.697300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.697405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.697656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.697780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.697914] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a already deleted. [ 1118.698063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.129579] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.129915] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.130126] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.130531] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.130739] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.130953] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 4970e761-1351-4001-bbde-c3808dff0828 not found, creating... [ 1119.131324] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.131554] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.131746] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.132102] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.132351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.132711] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.132972] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.133132] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.133463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.133664] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.133887] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 4970e761-1351-4001-bbde-c3808dff0828 is going to be created. [ 1119.166243] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.166600] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.166857] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.167255] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.167642] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.167905] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.784498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1119.784914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.785033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.785500] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.785709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.785709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.785971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786241] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.933165] env[66378]: INFO networking_nsxv3.common.synchronization [req-cfb08107-2bcb-45fb-8394-64719660a835 req-641ce2e2-8dd1-46ef-a113-8fa3ba9d8995 service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1119.933359] env[66378]: INFO networking_nsxv3.common.synchronization [req-cfb08107-2bcb-45fb-8394-64719660a835 req-641ce2e2-8dd1-46ef-a113-8fa3ba9d8995 service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1119.933498] env[66378]: INFO networking_nsxv3.common.synchronization [req-cfb08107-2bcb-45fb-8394-64719660a835 req-641ce2e2-8dd1-46ef-a113-8fa3ba9d8995 service nova] Enqueued Resource ID: 4970e761-1351-4001-bbde-c3808dff0828 with Priority: HIGHEST for action port [ 1119.934287] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1119.934400] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1119.934514] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4970e761-1351-4001-bbde-c3808dff0828 with Priority: HIGHEST for action port [ 1119.935026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.936127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.936127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.936127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.936127] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.936547] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.937755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.937832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.938047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.938207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.938306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.938568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.938568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.938630] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.938713] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.940280] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4970e761-1351-4001-bbde-c3808dff0828 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.940399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.940469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.942339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.942339] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4970e761-1351-4001-bbde-c3808dff0828',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.288812] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.289174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.289174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.289380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.289609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.289725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.289832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.290021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.290138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.290297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.290502] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.290628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.290688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.290914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.291122] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.291248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.291332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.291509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.291603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.291723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.291840] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.441407] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.443484] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.444365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.444365] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4970e761-1351-4001-bbde-c3808dff0828 with status ACTIVE [ 1120.444365] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.444365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.444365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.444710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.444710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.444804] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.444873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.445022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.445172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.445299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.445571] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.445890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.445890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.445890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.446029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.446212] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4970e761-1351-4001-bbde-c3808dff0828 is going to be updated. [ 1120.474122] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.474298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.474372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.474587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.474770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.474967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4970e761-1351-4001-bbde-c3808dff0828" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.795755] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 1120.816555] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.816752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.816983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.817083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.842946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.843227] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.843351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.843423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.843939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.844106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.844345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.844459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.844513] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.844700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.844783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.844989] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.845128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.845195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.845342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.845438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.845516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1120.921935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.921935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.922697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.922697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.922697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.940516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1120.945319] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.446836] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.447097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.447151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.447366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.447520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.447668] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be created. [ 1121.494514] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.494743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.494743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.494984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.495167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.506700] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: UNINITIALIZED for 2s [ 1122.959222] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1122.959222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.449971] env[66378]: INFO networking_nsxv3.common.synchronization [req-014248fb-9a38-465d-93bc-ac609ff7f798 req-d04cd9ab-72e4-49cf-a3de-1579d595e5aa tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1123.450538] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1123.451016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.451303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.451468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.452463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.452665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.452789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.452887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.453115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.453589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.453589] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.517713] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1123.517937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.518111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.518335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.518602] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.518719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.518761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.520325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.520325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.520325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.520325] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.956995] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.957181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.957269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.957594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.983133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.983474] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.983598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.983683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.983919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984133] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1124.022253] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.022692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.022833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.023097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.023285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.023386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.023449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.023618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.023708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.023797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.023947] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.024053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.024112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.024253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.024389] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.024554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.024554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.024706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.024797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.024884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.024995] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.027080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.027216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.027317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.027528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.027865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.040667] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1124.530930] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a: rpc.has_security_group_logging(os_id): False [ 1124.556589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.561701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.561701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.561701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.562545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.562545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.562545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.562545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.562545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.562545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be created. [ 1124.634770] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.635048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.635118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.637661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.638092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.654509] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1125.186714] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeaee073-6a26-41ce-a399-5daad7ae4e6e req-dd1259d6-b607-4be5-94a0-c2779885fbbc tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1125.190762] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1125.190762] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.190762] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.190762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.190762] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.658785] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.658785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.658785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.658785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.658785] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.658785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.659105] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.659105] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.659197] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.659403] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.659518] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.663030] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.663030] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.663030] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.663030] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.663030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.694454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.694454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.694454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.694747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.694747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.694935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.695058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.695128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.695688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.695688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.695688] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1125.706340] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.706528] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.706670] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.706852] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.707195] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.707376] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.707523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.707897] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.708064] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9ccc5b-8790-4681-bc2a-d2430d5693c6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.736701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.736870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.736985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.737326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.753446] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1126.054149] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1126.054361] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b deletion is rescheduled due to dependency. [ 1126.054482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.211110] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.211561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.211687] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.212040] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.212254] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.212491] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port eb9ccc5b-8790-4681-bc2a-d2430d5693c6 not found, creating... [ 1126.212903] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.213057] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.213179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.213404] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.213539] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.213832] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.213987] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.215042] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.215132] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.215373] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.215616] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: eb9ccc5b-8790-4681-bc2a-d2430d5693c6 is going to be created. [ 1126.238351] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.238351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.238351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.238351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.238686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.239131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.668557] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1126.669027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.957658] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeaee073-6a26-41ce-a399-5daad7ae4e6e req-9180e92f-35df-4948-a515-34a70dedefa0 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1126.957858] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeaee073-6a26-41ce-a399-5daad7ae4e6e req-9180e92f-35df-4948-a515-34a70dedefa0 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1126.958059] env[66378]: INFO networking_nsxv3.common.synchronization [req-aeaee073-6a26-41ce-a399-5daad7ae4e6e req-9180e92f-35df-4948-a515-34a70dedefa0 service nova] Enqueued Resource ID: eb9ccc5b-8790-4681-bc2a-d2430d5693c6 with Priority: HIGHEST for action port [ 1126.958572] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1126.958872] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1126.958872] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9ccc5b-8790-4681-bc2a-d2430d5693c6 with Priority: HIGHEST for action port [ 1126.959151] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.959349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.959349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.959541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.959624] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.961139] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.961265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.961483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.961623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.961623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.961807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.961936] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9ccc5b-8790-4681-bc2a-d2430d5693c6',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.391622] env[66378]: INFO networking_nsxv3.common.synchronization [None req-0c38b8b8-a1f8-4f47-9cc9-3cd8cbb81d74 None None] Enqueued Resource ID: 4f46f88e-b986-4d5d-b4fb-a608415c126c with Priority: HIGHEST for action port [ 1127.392278] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f46f88e-b986-4d5d-b4fb-a608415c126c with Priority: HIGHEST for action port [ 1127.393148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f46f88e-b986-4d5d-b4fb-a608415c126c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.393307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f46f88e-b986-4d5d-b4fb-a608415c126c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.393392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f46f88e-b986-4d5d-b4fb-a608415c126c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.393750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f46f88e-b986-4d5d-b4fb-a608415c126c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.393932] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f46f88e-b986-4d5d-b4fb-a608415c126c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.420269] env[66378]: INFO networking_nsxv3.common.synchronization [req-f3641dd1-391d-4e93-a7e3-ff16641eb849 req-59d06a49-ca99-4f0a-99d7-deb746623abd tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1127.420846] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1127.422860] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.422860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.422860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.423093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.424041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.424041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.424041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.424041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.424041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.424041] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.446356] env[66378]: INFO networking_nsxv3.common.synchronization [req-f3641dd1-391d-4e93-a7e3-ff16641eb849 req-59d06a49-ca99-4f0a-99d7-deb746623abd tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1127.446356] env[66378]: INFO networking_nsxv3.common.synchronization [req-f3641dd1-391d-4e93-a7e3-ff16641eb849 req-59d06a49-ca99-4f0a-99d7-deb746623abd tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1127.446523] env[66378]: INFO networking_nsxv3.common.synchronization [req-f3641dd1-391d-4e93-a7e3-ff16641eb849 req-59d06a49-ca99-4f0a-99d7-deb746623abd tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1127.446885] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1127.447552] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1127.447719] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1127.448022] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.448141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.448209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.448619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.448742] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.450334] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.450804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.451163] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc2434b-43c9-4da3-93e1-703b273f7eac taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.451282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.451348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.451998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.452106] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc2434b-43c9-4da3-93e1-703b273f7eac',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.463294] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.463421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.464101] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9ccc5b-8790-4681-bc2a-d2430d5693c6 with status ACTIVE [ 1127.464101] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.464101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.464101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.464503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.464503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.464503] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.464503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.464829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.464829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.464829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.465074] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.465074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.465176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.465246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.465320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.465401] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9ccc5b-8790-4681-bc2a-d2430d5693c6 is going to be updated. [ 1127.498782] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.498988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.498988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.499599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.499599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.499599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9ccc5b-8790-4681-bc2a-d2430d5693c6" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.765102] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1127.765102] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1127.765102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.765102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.765572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.765959] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.767016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.767016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.767016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.767016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.767016] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.896893] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f46f88e-b986-4d5d-b4fb-a608415c126c [ 1127.897529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.897740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.897811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.898087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.898214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.898316] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f46f88e-b986-4d5d-b4fb-a608415c126c already deleted. [ 1127.898402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f46f88e-b986-4d5d-b4fb-a608415c126c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.927347] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.954478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.954687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.954935] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc2434b-43c9-4da3-93e1-703b273f7eac with status ACTIVE [ 1127.954935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.955117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.955117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.955353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.955507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.956272] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.956272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.956272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.956272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.956272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.956758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.956758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.956758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.956758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.956758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.957010] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc2434b-43c9-4da3-93e1-703b273f7eac is going to be updated. [ 1127.983192] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.983444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.983444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.983698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.983876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.984102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.270788] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.303831] env[66378]: INFO networking_nsxv3.common.synchronization [req-819f8190-63c3-4d88-877d-bad0dfcd799e req-bf17e381-78f3-4194-8c98-94c3a08b2833 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1128.304721] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1128.304885] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.305203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.305203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.305393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.305606] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.306723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.306723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.306723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.306723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.306723] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.430932] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.772884] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.809473] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.809620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.809687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.809972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.810082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.810281] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.810393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.810462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.810596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.810681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.810801] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a already deleted. [ 1128.810891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.934813] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.935065] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.935154] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.935733] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.935817] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.935956] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.936542] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.937276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.937276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.937276] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.937440] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.937440] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.937664] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.937821] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.938108] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.938108] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.939700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.939828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.939919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.940130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.940220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.940315] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be updated. [ 1128.962920] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.963118] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.963287] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.963443] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.963766] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-dae9d272-f79b-4814-8771-f705608ab841 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.963947] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.964083] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.964414] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.964554] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae9d272-f79b-4814-8771-f705608ab841',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.978220] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.978711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.978822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.979056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.979215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.990719] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: IN_PROGRESS for 2s [ 1129.276472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.276472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.277010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.277010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.277010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.277169] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1129.309721] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.309881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.309974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.310195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.310626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.329367] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1129.471062] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.471062] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.471452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.471452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.471575] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.471817] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port dae9d272-f79b-4814-8771-f705608ab841 not found, creating... [ 1129.472163] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.472334] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.472455] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.472690] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.472833] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.473152] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.473313] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.473451] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.473653] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.473789] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.473930] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: dae9d272-f79b-4814-8771-f705608ab841 is going to be created. [ 1129.501060] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.501447] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.501671] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.502331] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.502634] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.502911] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.307563] env[66378]: INFO networking_nsxv3.common.synchronization [req-819f8190-63c3-4d88-877d-bad0dfcd799e req-4dd81330-33ed-4ad5-8359-c9c79bb08b2d service nova] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1130.307563] env[66378]: INFO networking_nsxv3.common.synchronization [req-819f8190-63c3-4d88-877d-bad0dfcd799e req-4dd81330-33ed-4ad5-8359-c9c79bb08b2d service nova] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1130.307563] env[66378]: INFO networking_nsxv3.common.synchronization [req-819f8190-63c3-4d88-877d-bad0dfcd799e req-4dd81330-33ed-4ad5-8359-c9c79bb08b2d service nova] Enqueued Resource ID: dae9d272-f79b-4814-8771-f705608ab841 with Priority: HIGHEST for action port [ 1130.307563] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1130.307856] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1130.307995] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae9d272-f79b-4814-8771-f705608ab841 with Priority: HIGHEST for action port [ 1130.308358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.308503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.308591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.308874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.308965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.310129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.310256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.310350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.310591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.310803] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.310880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.310960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.311118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.311214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.311327] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.312342] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae9d272-f79b-4814-8771-f705608ab841 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.312777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.312881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.313484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.313484] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae9d272-f79b-4814-8771-f705608ab841',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.815739] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.816084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.816084] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.817482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae9d272-f79b-4814-8771-f705608ab841 with status ACTIVE [ 1130.817482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.817482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.817482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.817761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.817820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.818009] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.820238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.820385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.820624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.820725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.825840] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.825840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.825840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.825840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.825840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.825840] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae9d272-f79b-4814-8771-f705608ab841 is going to be updated. [ 1130.853959] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.853959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.853959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.853959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.853959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.853959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae9d272-f79b-4814-8771-f705608ab841" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.004042] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.004042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.004042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.004042] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.327292] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.341608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1131.341881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.342676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.342892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.343207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.343369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.343470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.343667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.343794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.343931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.344069] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.506288] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.832345] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.832785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.833559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.833703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.833817] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be created. [ 1131.846875] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.847056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.848437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.848437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.848622] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.848765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.848833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849048] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.849231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.849395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.849496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.849564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.849941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.850013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.850151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.850247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.850308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.850389] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.860265] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.860607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.860607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.860744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.860846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.873158] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: UNINITIALIZED for 2s [ 1132.009659] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.353183] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 1132.376941] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.377153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.377294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.377582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.377721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.378961] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.378961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.378961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.378961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.378961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.378961] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.378961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.379329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.379329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.379406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.379660] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.379848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.379921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.380165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.380266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.380378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1132.465357] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.465357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.465357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.465667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.465711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.503234] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1132.511412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.511638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.511638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.511844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.512661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.512661] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be updated. [ 1132.550164] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.550362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.550509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.550675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.550821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.567400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: IN_PROGRESS for 2s [ 1132.893225] env[66378]: INFO networking_nsxv3.common.synchronization [req-adce8417-f28b-44eb-99b9-8caab8e34178 req-76b27f88-ac2f-4e5c-9631-57fa6c2a9936 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1132.893832] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1132.894376] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.894507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.911075] env[66378]: INFO networking_nsxv3.common.synchronization [req-adce8417-f28b-44eb-99b9-8caab8e34178 req-76b27f88-ac2f-4e5c-9631-57fa6c2a9936 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1132.911075] env[66378]: INFO networking_nsxv3.common.synchronization [req-adce8417-f28b-44eb-99b9-8caab8e34178 req-76b27f88-ac2f-4e5c-9631-57fa6c2a9936 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1132.911227] env[66378]: INFO networking_nsxv3.common.synchronization [req-adce8417-f28b-44eb-99b9-8caab8e34178 req-76b27f88-ac2f-4e5c-9631-57fa6c2a9936 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1132.911931] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_rules [ 1132.912295] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1132.912429] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2434b-43c9-4da3-93e1-703b273f7eac with Priority: HIGHEST for action port [ 1132.912929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.912929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.913040] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.913083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.913264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc2434b-43c9-4da3-93e1-703b273f7eac taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.913402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.913442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.913621] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.913763] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc2434b-43c9-4da3-93e1-703b273f7eac',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.415440] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc2434b-43c9-4da3-93e1-703b273f7eac with status ACTIVE [ 1133.415655] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.415799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.415876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.416105] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.416197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.416367] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.416471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.416535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.416688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.416763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.416944] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417110] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.417179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.417409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.417485] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc2434b-43c9-4da3-93e1-703b273f7eac is going to be updated. [ 1133.438343] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.438482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.438552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.438765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.438900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.439190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc2434b-43c9-4da3-93e1-703b273f7eac" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.885399] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1133.885714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.885909] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.886280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.886415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.886634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.886806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.886886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.887099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.887099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.887230] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.390265] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.522147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1134.522409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.578056] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1134.578580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.579104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.580214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.580214] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.580381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.580426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.580603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.580691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.580781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.580884] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.582650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.582843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.583033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.583790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.583790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.583790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.583790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.583790] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.893874] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a: rpc.has_security_group_logging(os_id): False [ 1134.921169] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.921424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.921573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.921750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.921841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.922130] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.922247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.922349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.922542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.922668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.922883] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be created. [ 1135.085412] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.087289] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.131712] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.131887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.131929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.132455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.132455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.154351] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1135.590107] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7bc365e-6bca-4df7-b806-53339aedb76d: rpc.has_security_group_logging(os_id): False [ 1135.591039] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.613281] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.613480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.613526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.613705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.638178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.638516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.638673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.638775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.639403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.639403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.639403] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be updated. [ 1135.710047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.710280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.710280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.710361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.710523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.727911] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: IN_PROGRESS for 2s [ 1136.093637] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.093637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.093816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.093882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.093974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.094087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be updated. [ 1136.130210] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.130485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.130548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.130839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.131107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.152382] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: IN_PROGRESS for 2s [ 1137.170630] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1137.170966] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.590178] env[66378]: INFO networking_nsxv3.common.synchronization [req-ef64f02f-ae28-4dfc-9487-86e6280e889b req-dea3196e-e738-412a-b744-3cd597c21267 tempest-AttachInterfacesUnderV243Test-1006424614 tempest-AttachInterfacesUnderV243Test-1006424614-project-member] Enqueued Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1137.590178] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc365e-6bca-4df7-b806-53339aedb76d with Priority: HIGHEST for action security_group_members [ 1137.595120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bc365e-6bca-4df7-b806-53339aedb76d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.596063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.747709] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1137.748457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.748913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.749210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.749244] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.157756] env[66378]: INFO networking_nsxv3.common.synchronization [req-3a380d27-7786-4a11-b2d0-289cd6d8418f req-0d7677c9-097f-4ac1-bbb2-c9152f0dcd54 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1138.158415] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1138.159204] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.159204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.159204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.159393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.161745] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.161745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.161745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.161745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.161745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.161745] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.163529] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bc365e-6bca-4df7-b806-53339aedb76d in Status: SUCCESS [ 1138.163834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.164029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.164269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.164472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.164627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.164812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.165059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.165196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.165305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.273033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.273371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.273371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.273498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.274839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.274839] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be deleted. [ 1138.358227] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.358455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.358455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.358857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.358857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.359026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.662153] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.668908] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.669093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.669207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.669375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.669828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.669828] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.669828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.669828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.669998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.669998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.670100] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d is going to be deleted. [ 1138.713107] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.713278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.713337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.713564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.713650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.713747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.713894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.714052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.715384] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.715384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.715384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.715384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.715384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.715384] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bc365e-6bca-4df7-b806-53339aedb76d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.743146] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.743146] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.743311] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.743528] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.743823] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.743987] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.744078] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.744310] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.744452] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.744673] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.744786] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.744907] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.745017] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.745263] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.745572] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.745572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.767255] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.767419] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.767738] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.768283] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.769514] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-98a0afec-207e-4908-82d3-9ec271a52c66 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.769514] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.769797] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.770741] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.770937] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a0afec-207e-4908-82d3-9ec271a52c66',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.164605] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.218892] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.218892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.219142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.219427] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.219612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.219958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.220117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.220167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.220414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.220801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.220927] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bc365e-6bca-4df7-b806-53339aedb76d already deleted. [ 1139.221074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bc365e-6bca-4df7-b806-53339aedb76d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.275864] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.275864] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 98a0afec-207e-4908-82d3-9ec271a52c66 not found, creating... [ 1139.275864] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.275864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.276465] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.276465] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.276465] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.276792] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.277077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.277385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 98a0afec-207e-4908-82d3-9ec271a52c66 is going to be created. [ 1139.307540] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.307783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.307924] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.308232] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.308475] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.308783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.667422] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.667646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.667727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.667910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.668009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.668116] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1139.700807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.700807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.700807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.701141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.701141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.713123] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1140.089760] env[66378]: INFO networking_nsxv3.common.synchronization [req-3a380d27-7786-4a11-b2d0-289cd6d8418f req-88301766-dcf2-4639-9cc9-7dae1b7875f4 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1140.089760] env[66378]: INFO networking_nsxv3.common.synchronization [req-3a380d27-7786-4a11-b2d0-289cd6d8418f req-88301766-dcf2-4639-9cc9-7dae1b7875f4 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1140.089884] env[66378]: INFO networking_nsxv3.common.synchronization [req-3a380d27-7786-4a11-b2d0-289cd6d8418f req-88301766-dcf2-4639-9cc9-7dae1b7875f4 service nova] Enqueued Resource ID: 98a0afec-207e-4908-82d3-9ec271a52c66 with Priority: HIGHEST for action port [ 1140.091025] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1140.091025] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1140.091025] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a0afec-207e-4908-82d3-9ec271a52c66 with Priority: HIGHEST for action port [ 1140.091025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.091025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.091260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.091343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.091680] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.092270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.092349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.092539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a0afec-207e-4908-82d3-9ec271a52c66 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.093194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.093194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.093416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.093473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a0afec-207e-4908-82d3-9ec271a52c66',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.594955] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.595338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.595338] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98a0afec-207e-4908-82d3-9ec271a52c66 with status ACTIVE [ 1140.595569] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.595640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.595684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.595886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.596017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.596940] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.596940] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.596940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.597525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597525] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98a0afec-207e-4908-82d3-9ec271a52c66 is going to be updated. [ 1140.618541] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.618709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.618774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.618980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.619182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.620955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a0afec-207e-4908-82d3-9ec271a52c66" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.721590] env[66378]: INFO networking_nsxv3.common.synchronization [req-b38b7c0d-bc35-4630-9a15-fb008b58d8c0 req-a01148f0-0b02-48ed-8ba8-f636f461063c tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1141.722285] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1141.722624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.722795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.722902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.723327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.724068] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.724180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.724227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.724665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.724807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.724916] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.726640] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1141.726884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.728511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.728511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.728511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.728511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.728511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.728511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.728869] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.728869] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.233208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.233208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.233208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.233208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1142.233208] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.269634] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.269634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.269858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.270368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.270368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.280552] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1142.446458] env[66378]: INFO networking_nsxv3.common.synchronization [req-2fbeb328-4109-436e-9efb-f2543b577b57 req-024b8078-6cd9-466f-873c-064f8dc2526f tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 1142.448493] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 1142.448857] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.449050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.449050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.449271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.449399] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.449500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.449562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.449715] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.449815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.449943] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.740959] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.773511] env[66378]: INFO networking_nsxv3.common.synchronization [None req-2f01b251-4376-41aa-ab33-506634dbbf6a None None] Enqueued Resource ID: ae59800e-6576-4c77-9812-5a8e9b969f06 with Priority: HIGHEST for action port [ 1142.773511] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae59800e-6576-4c77-9812-5a8e9b969f06 with Priority: HIGHEST for action port [ 1142.773511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae59800e-6576-4c77-9812-5a8e9b969f06 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.773511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae59800e-6576-4c77-9812-5a8e9b969f06" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.773511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae59800e-6576-4c77-9812-5a8e9b969f06" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.773511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae59800e-6576-4c77-9812-5a8e9b969f06" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.773511] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae59800e-6576-4c77-9812-5a8e9b969f06',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.954297] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.245156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.245301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.245301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.245511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.245772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.245772] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1143.275858] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae59800e-6576-4c77-9812-5a8e9b969f06 [ 1143.276135] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.276307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.276378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.276607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.276705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.276810] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae59800e-6576-4c77-9812-5a8e9b969f06 already deleted. [ 1143.276920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae59800e-6576-4c77-9812-5a8e9b969f06" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.305023] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.305132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.305168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.305375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.305524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.317264] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1143.459020] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.963705] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.964042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.964042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.964360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.964360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.964472] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 1143.998849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.999041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.999098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.999381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.999535] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.011459] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 1144.292185] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1144.292185] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1144.292185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.330298] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1145.330587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.330970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.331612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.331612] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.331612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.331792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.331883] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.331958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.332066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.332182] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.547450] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9dc0c3fd-0bb6-48ba-8321-eb5d4177c681 None None] Enqueued Resource ID: cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d with Priority: HIGHEST for action port [ 1145.548062] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d with Priority: HIGHEST for action port [ 1145.548365] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.548489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.548616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.548840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.548921] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.835131] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.835379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.835581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.835845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.836108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.836316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.836495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.836724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.836828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.836943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.837176] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.837284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.837440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.837592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.837785] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.837885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.837953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.838123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.838208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.838298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.838394] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.021215] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 1146.021522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.054168] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d [ 1146.054333] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.054473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.054537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.054746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.054834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.054931] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d already deleted. [ 1146.055028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3b33ea-3bf8-43b2-a844-6500d6fc0c2d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.341039] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 1146.362682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.362832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.362902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.363314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.363673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.363776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.364082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.364303] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.364443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.364498] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.364705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.364847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.365182] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.365182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.365303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.365368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.365415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.365532] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1146.445300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.445712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.445822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.446418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.446489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.466295] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1147.517108] env[66378]: INFO networking_nsxv3.common.synchronization [req-5b53e638-1bac-44d0-a75e-27665c22d493 req-7099c873-ee60-4101-938d-9b823bb629fc tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1147.517950] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1147.518465] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.518657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.518772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.519099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.519338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.519501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.519605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.519914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.520032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.520392] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.013638] env[66378]: INFO networking_nsxv3.common.synchronization [req-6fbac356-1ab2-4ece-b792-f8510742b7c9 req-51f9fb07-e8b1-46a0-9e10-59f4ce38f32b tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1148.013869] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1148.015016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.015016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.015016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.015016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.015016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.015016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.015016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.015361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.015361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.015428] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.022957] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.023178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.023178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.023418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.023482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.023668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.023768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.023831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.023978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.024201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.024201] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1148.053014] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.053881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.053881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.053881] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.054057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.064923] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1148.342319] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.342681] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.342883] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.343384] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.343683] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.343917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.344108] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.344421] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.344625] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.344920] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.345118] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.345274] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.345439] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.345608] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.345790] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.345952] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.369188] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.369371] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.369500] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.369684] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.370189] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.370449] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.370658] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.370898] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.371055] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.485487] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1148.485487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.517623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.518025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.518025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.518738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.518738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.518738] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.518738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.518738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.518989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.518989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.518989] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1148.545839] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.546034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.546139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.546375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.546493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.556644] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1148.873454] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.873699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.873827] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.874140] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.874295] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.874453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d not found, creating... [ 1148.874729] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.874896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.875024] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.876251] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.876251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.876538] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d is going to be created. [ 1148.900677] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.901633] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.901633] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.901633] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.901832] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.902019] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.610181] env[66378]: INFO networking_nsxv3.common.synchronization [req-6fbac356-1ab2-4ece-b792-f8510742b7c9 req-144dcb09-c4d0-439a-843c-1d77e1a4ae89 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1149.610181] env[66378]: INFO networking_nsxv3.common.synchronization [req-6fbac356-1ab2-4ece-b792-f8510742b7c9 req-144dcb09-c4d0-439a-843c-1d77e1a4ae89 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1149.610435] env[66378]: INFO networking_nsxv3.common.synchronization [req-6fbac356-1ab2-4ece-b792-f8510742b7c9 req-144dcb09-c4d0-439a-843c-1d77e1a4ae89 service nova] Enqueued Resource ID: 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d with Priority: HIGHEST for action port [ 1149.610530] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1149.610626] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1149.610766] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d with Priority: HIGHEST for action port [ 1149.611949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.611949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.611949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.611949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.611949] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.612878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.612983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.613263] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.613404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.613489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.613865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.613865] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.076095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1150.076282] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a deletion is rescheduled due to dependency. [ 1150.076397] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.116882] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.116882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.116882] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d with status ACTIVE [ 1150.117121] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.117181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.117225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.117487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.117634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.117806] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.117934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.117992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.119238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.119238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.119238] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d is going to be updated. [ 1150.149632] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.149959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.149959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.150125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.150192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.150361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bbae1ad-838b-45f5-8ffc-9ee3a7f4617d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.567248] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1150.567763] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b deletion is rescheduled due to dependency. [ 1150.567763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.567850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.568125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.568363] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.568519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.568748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.568988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.569117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.569251] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.048383] env[66378]: INFO networking_nsxv3.common.synchronization [req-458cd856-6c3f-4ef4-8de6-85fa9b2d6d1d req-bf5c59f5-0b5a-435a-9f9d-f82ea74d8830 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1151.048930] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1151.049262] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.049386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.049454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.049651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.049798] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.049899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.049961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.050183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.050236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.050322] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.071966] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.439703] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.439889] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.440597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.440764] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.440860] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440984] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.443115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.443115] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.443115] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.443115] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.443115] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.443115] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.443115] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.443115] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.443115] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.466816] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.466816] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.466816] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.467382] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.467382] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.467695] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.467819] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.468953] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.468953] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d5a353-9a98-44d2-9c01-27e9f47c27b5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.551801] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.573970] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.971058] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.971245] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.971361] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.971642] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.971827] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.971991] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port e3d5a353-9a98-44d2-9c01-27e9f47c27b5 not found, creating... [ 1151.972271] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.972427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.972543] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.972801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.972960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.973742] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.973742] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.973742] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.973742] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.973945] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.973945] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: e3d5a353-9a98-44d2-9c01-27e9f47c27b5 is going to be created. [ 1151.997426] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.997628] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.997841] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.000244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.000244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.000244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.054018] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.076134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.076300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.076365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.076637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.076730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.076830] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1152.132969] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.132969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.132969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.132969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.133283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.144175] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1152.557395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.557645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.557782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.558096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.558198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.558300] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be updated. [ 1152.592017] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.592205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.592249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.592449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.592589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.601909] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1152.691121] env[66378]: INFO networking_nsxv3.common.synchronization [req-458cd856-6c3f-4ef4-8de6-85fa9b2d6d1d req-456e0661-8c5e-4333-b9e9-15410b84599f service nova] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1152.691324] env[66378]: INFO networking_nsxv3.common.synchronization [req-458cd856-6c3f-4ef4-8de6-85fa9b2d6d1d req-456e0661-8c5e-4333-b9e9-15410b84599f service nova] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1152.691460] env[66378]: INFO networking_nsxv3.common.synchronization [req-458cd856-6c3f-4ef4-8de6-85fa9b2d6d1d req-456e0661-8c5e-4333-b9e9-15410b84599f service nova] Enqueued Resource ID: e3d5a353-9a98-44d2-9c01-27e9f47c27b5 with Priority: HIGHEST for action port [ 1152.691966] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_rules [ 1152.692203] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1152.692279] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d5a353-9a98-44d2-9c01-27e9f47c27b5 with Priority: HIGHEST for action port [ 1152.692483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.693071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.693071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.693071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.693071] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.703287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.703287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.703287] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.703287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.703287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.703287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.703287] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d5a353-9a98-44d2-9c01-27e9f47c27b5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.817443] env[66378]: INFO networking_nsxv3.common.synchronization [None req-749abd30-cea8-46e4-a42b-0e46fd0fbf49 None None] Enqueued Resource ID: 73c0e491-1eb2-439d-8aec-20470b19b90b with Priority: HIGHEST for action port [ 1152.818090] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c0e491-1eb2-439d-8aec-20470b19b90b with Priority: HIGHEST for action port [ 1152.818405] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c0e491-1eb2-439d-8aec-20470b19b90b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.818573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c0e491-1eb2-439d-8aec-20470b19b90b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.818612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c0e491-1eb2-439d-8aec-20470b19b90b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.818946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c0e491-1eb2-439d-8aec-20470b19b90b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.819119] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c0e491-1eb2-439d-8aec-20470b19b90b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.201616] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.202360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.204128] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d5a353-9a98-44d2-9c01-27e9f47c27b5 with status ACTIVE [ 1153.204374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.204509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.204573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.204778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.204891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.205113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.205234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.205322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.205534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.205698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.206274] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.206274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.206274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.206274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.206487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.206487] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d5a353-9a98-44d2-9c01-27e9f47c27b5 is going to be updated. [ 1153.231967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.232179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.232253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.232465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.232605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.232769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d5a353-9a98-44d2-9c01-27e9f47c27b5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.249394] env[66378]: INFO networking_nsxv3.common.synchronization [req-eb91dcd0-a85b-4160-9968-5c327f0f32d8 req-b382446a-c6da-47f9-b3d1-5845abfa6095 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1153.249966] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGHEST for action security_group_members [ 1153.253868] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.253868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.253868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.253868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.253868] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.253868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.253868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.254128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.254128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.254305] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.321711] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c0e491-1eb2-439d-8aec-20470b19b90b [ 1153.321986] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.322177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.322177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.322367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.322455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.322545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c0e491-1eb2-439d-8aec-20470b19b90b already deleted. [ 1153.322624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c0e491-1eb2-439d-8aec-20470b19b90b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.756665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.756820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.756901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.757927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.782581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.782843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.783016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.783098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.783272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.783358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.783456] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f is going to be updated. [ 1153.813725] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.813885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.814206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.814206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.814339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.825314] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: IN_PROGRESS for 2s [ 1154.159034] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.159034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.159034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.159034] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.614701] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1154.614990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.615063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.615260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.615440] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.615561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.615622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.615797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.615878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.615980] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.660666] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.122417] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.164385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981ed1a5-d516-4c89-9606-59eedcc2788b: rpc.has_security_group_logging(os_id): False [ 1155.186317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.186481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.186571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.186802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.186886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.187479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.187479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.187479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.187479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.187479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.187777] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1155.261558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.261658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.261767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.261950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.262113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.276885] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1155.631518] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.845104] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f in Status: SUCCESS [ 1155.845297] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f deletion is rescheduled due to dependency. [ 1155.845422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.855939] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b2199fb1-03b4-49d5-8176-d2739e4b5b5b None None] Enqueued Resource ID: 7f97b0df-47e5-4c62-9e60-1c3444307f57 with Priority: HIGHEST for action port [ 1155.856545] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f97b0df-47e5-4c62-9e60-1c3444307f57 with Priority: HIGHEST for action port [ 1155.857417] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f97b0df-47e5-4c62-9e60-1c3444307f57 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.857417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f97b0df-47e5-4c62-9e60-1c3444307f57" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.857417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f97b0df-47e5-4c62-9e60-1c3444307f57" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.857724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f97b0df-47e5-4c62-9e60-1c3444307f57" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.857881] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f97b0df-47e5-4c62-9e60-1c3444307f57',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.087422] env[66378]: INFO networking_nsxv3.common.synchronization [None req-6282bfc9-7349-4bc0-af38-c2624214cfbc None None] Enqueued Resource ID: 4b98cbc0-2210-4441-8701-cb6222045a84 with Priority: HIGHEST for action port [ 1156.087640] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b98cbc0-2210-4441-8701-cb6222045a84 with Priority: HIGHEST for action port [ 1156.088270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b98cbc0-2210-4441-8701-cb6222045a84 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.088402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b98cbc0-2210-4441-8701-cb6222045a84" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.088466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b98cbc0-2210-4441-8701-cb6222045a84" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.088718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b98cbc0-2210-4441-8701-cb6222045a84" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.088802] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b98cbc0-2210-4441-8701-cb6222045a84',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.134856] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.135240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.135378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.135569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.135685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.136052] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be updated. [ 1156.167449] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.167686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.167686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.167898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.168053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.178270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1156.362427] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f97b0df-47e5-4c62-9e60-1c3444307f57 [ 1156.362672] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.362807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.362878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.363113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.363205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.363310] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f97b0df-47e5-4c62-9e60-1c3444307f57 already deleted. [ 1156.363649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f97b0df-47e5-4c62-9e60-1c3444307f57" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.591322] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b98cbc0-2210-4441-8701-cb6222045a84 [ 1156.591644] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.591797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.591997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.592225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.592360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.592465] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b98cbc0-2210-4441-8701-cb6222045a84 already deleted. [ 1156.592607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b98cbc0-2210-4441-8701-cb6222045a84" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.129329] env[66378]: INFO networking_nsxv3.common.synchronization [req-3ef87a0a-4cd4-43f3-8c40-02495a86ccef req-1693f14d-bab6-4e40-ae17-9de0166c05f7 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1157.130509] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1157.130509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.130509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.130717] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.130757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.130878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.130972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.131043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.131188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.131268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.131357] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.293624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1157.293910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.633771] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.136151] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.192171] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1158.192405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.192579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.192800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.193705] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.193705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.193705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.193705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.193705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.193705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.193705] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.554632] env[66378]: INFO networking_nsxv3.common.synchronization [None req-53b581ea-47eb-48ae-8b2c-19f36fbd335e None None] Enqueued Resource ID: 66bacadf-6bf8-4414-aca4-52bf6e08291f with Priority: HIGHEST for action port [ 1158.555214] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bacadf-6bf8-4414-aca4-52bf6e08291f with Priority: HIGHEST for action port [ 1158.555847] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bacadf-6bf8-4414-aca4-52bf6e08291f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.555987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bacadf-6bf8-4414-aca4-52bf6e08291f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.556137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bacadf-6bf8-4414-aca4-52bf6e08291f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.556454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bacadf-6bf8-4414-aca4-52bf6e08291f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.556549] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bacadf-6bf8-4414-aca4-52bf6e08291f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.569563] env[66378]: INFO networking_nsxv3.common.synchronization [req-8fc45943-f70e-4d6d-9a10-9b62813ec414 req-ceb5b84d-5a78-444d-973a-3526457ae62a tempest-ServerRescueNegativeTestJSON-1739063736 tempest-ServerRescueNegativeTestJSON-1739063736-project-member] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 1158.570629] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGHEST for action security_group_members [ 1158.571342] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.571485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.571559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.572484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.573012] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.573141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.573186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.573385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.573468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.573571] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.638523] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.638695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.638815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.639035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.639117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.639322] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1158.674731] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.674731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.674731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.674923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.674923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.684622] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1158.695539] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.058453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66bacadf-6bf8-4414-aca4-52bf6e08291f [ 1159.058799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.058922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.058994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.059230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.059325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.059432] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66bacadf-6bf8-4414-aca4-52bf6e08291f already deleted. [ 1159.059517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bacadf-6bf8-4414-aca4-52bf6e08291f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.075598] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.075768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.075843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.076073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.096504] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.096628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.096698] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.096896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.097080] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be updated. [ 1159.125532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.125692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.125808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.126049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.126207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.137666] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: IN_PROGRESS for 2s [ 1159.197582] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a: rpc.has_security_group_logging(os_id): False [ 1159.216741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.216741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.216741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.217206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.217206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.217206] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be updated. [ 1159.287519] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.287794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.287927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.288187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.288401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.310925] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1160.477459] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-db7a0dab-7443-4123-b2a7-d8398bc6fc4e tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1160.477783] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1160.479682] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.479682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.479682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.480255] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.480255] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.480380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.482561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.482561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.482561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.482561] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.705862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1160.706108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.893630] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-ddb75f7e-67f7-4b38-b5d4-b5316763279b tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1160.893930] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1160.894393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.894506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.985388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.986222] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.986369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.986433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.986578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.986740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.986740] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 already deleted. [ 1160.986853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.987098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.987290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.987459] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.987570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.987628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.987806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.987900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.987984] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.151458] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f5162a-4587-41d5-9a01-9624387548b9 in Status: SUCCESS [ 1161.151658] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 deletion is rescheduled due to dependency. [ 1161.151775] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.227338] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-b6076d91-0b5f-43cb-9de5-163bf93fb3c8 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1161.227915] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1161.228236] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.228335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.328217] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1161.328468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.492136] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.492136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.492136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.492136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.492136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.492136] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.492613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.492613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.492613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.492613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.492613] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 already deleted. [ 1161.492748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.492790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.492938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.493656] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.493656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.493656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.493656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.493656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.493656] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.544771] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.545037] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.545198] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.545549] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.545864] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.546063] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.546195] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.546466] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.546640] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.546872] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.547016] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.547155] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.547300] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.547450] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.547571] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.547727] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.569337] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.569557] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.569645] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.569831] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.571045] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.571045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.571045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.571045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.571301] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae77b5d1-10a5-4d01-a1fb-962b6a88170b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.996413] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.996669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.996807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.997160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.997306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.997624] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.999165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.999165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.999165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.999165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.999165] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 already deleted. [ 1161.999165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.076031] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.076031] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port ae77b5d1-10a5-4d01-a1fb-962b6a88170b not found, creating... [ 1162.076031] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.076031] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.076806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.077272] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.077607] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.077883] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.078238] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.078494] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.078750] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: ae77b5d1-10a5-4d01-a1fb-962b6a88170b is going to be created. [ 1162.119296] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.119975] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.120594] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.121059] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.121941] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.122488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.540486] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d0e233ab-ae0e-42d7-8fdc-b0c259129101 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1162.540859] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1162.541700] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.541834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.541947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.542114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.542266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.542368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.542438] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.542668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.542668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.542755] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.853205] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-05999e26-37aa-44b1-a4c8-40c1095b0dc9 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1162.853430] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-05999e26-37aa-44b1-a4c8-40c1095b0dc9 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1162.853527] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-05999e26-37aa-44b1-a4c8-40c1095b0dc9 service nova] Enqueued Resource ID: ae77b5d1-10a5-4d01-a1fb-962b6a88170b with Priority: HIGHEST for action port [ 1162.857122] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1162.857314] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1162.857420] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae77b5d1-10a5-4d01-a1fb-962b6a88170b with Priority: HIGHEST for action port [ 1162.858049] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.858184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.858318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862025] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.862025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.862025] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.862842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862842] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae77b5d1-10a5-4d01-a1fb-962b6a88170b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.045041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.045685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.045685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.045937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.046264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.046586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.046725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.046961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.047228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.047312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.047404] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1163.074802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.075029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.075029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.075290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.075359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.085271] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1163.301756] env[66378]: INFO networking_nsxv3.common.synchronization [None req-d7b00e3f-afc8-41ee-a262-90ae771ac3e9 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d with Priority: HIGHEST for action security_group_rules [ 1163.302308] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d with Priority: HIGHEST for action security_group_rules [ 1163.302667] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56fb4084-12ce-4d0f-8a59-184ee68b642d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.303013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.303013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.303128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.303231] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56fb4084-12ce-4d0f-8a59-184ee68b642d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.366951] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.368411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.368543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.368872] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae77b5d1-10a5-4d01-a1fb-962b6a88170b with status ACTIVE [ 1163.369082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.369270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.369270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.370443] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.370443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.370443] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.370845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.370845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.371033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.371168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.371291] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae77b5d1-10a5-4d01-a1fb-962b6a88170b is going to be updated. [ 1163.394790] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.394967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.395046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.395234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.395373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.395541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae77b5d1-10a5-4d01-a1fb-962b6a88170b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.421733] env[66378]: INFO networking_nsxv3.common.synchronization [None req-b7e193d2-0d31-4b32-80ab-73399c8ffef5 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d with Priority: HIGHEST for action security_group_rules [ 1163.421956] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d with Priority: HIGHEST for action security_group_rules [ 1163.422370] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56fb4084-12ce-4d0f-8a59-184ee68b642d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.422493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.767543] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.767862] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-322" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.767906] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-322" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.768223] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-322" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.768492] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.768699] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.768877] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.769092] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.769239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.769443] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.769558] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.769665] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.769773] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.769881] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.769985] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.770209] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.791686] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.791903] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.792066] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.792260] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-322" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.792609] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.792791] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.792962] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.793360] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.793518] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8903a2-9ff4-4f7c-b167-4d4c2b67e829',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.825098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.825098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.825098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.825369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.825369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.825426] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d already deleted. [ 1163.825573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.825968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.826169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.826276] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56fb4084-12ce-4d0f-8a59-184ee68b642d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.870276] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.296695] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.296936] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.297084] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.297386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.297540] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.297715] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 not found, creating... [ 1164.298096] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.298269] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.298389] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.298623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.298781] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.299430] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.299623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.299745] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.299961] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.300116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.300259] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 is going to be created. [ 1164.320965] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.321211] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.321468] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.321590] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.321817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.322049] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.347335] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.347335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.347495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.347995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.347995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.347995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56fb4084-12ce-4d0f-8a59-184ee68b642d already deleted. [ 1164.348146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56fb4084-12ce-4d0f-8a59-184ee68b642d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.373108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.373266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.373266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.374038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.374038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.374038] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be created. [ 1164.424607] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.424607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.424607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.424607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.424607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.438288] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: UNINITIALIZED for 2s [ 1164.933205] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.933538] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.933977] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.934343] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.934622] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.934785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.934905] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.935144] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.935282] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.935482] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.935596] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.935700] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.935832] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.935952] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.936258] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.936432] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.954691] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.954862] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.954990] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.955192] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.955493] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-7aeb1b56-5281-44b2-a936-f69c930c0f81 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.955674] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.955833] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.956117] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.956253] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aeb1b56-5281-44b2-a936-f69c930c0f81',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.038155] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-1eacb90f-a927-4dfe-94c3-a9bdf4f591f1 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1165.038342] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-1eacb90f-a927-4dfe-94c3-a9bdf4f591f1 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1165.038482] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-1eacb90f-a927-4dfe-94c3-a9bdf4f591f1 service nova] Enqueued Resource ID: 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 with Priority: HIGHEST for action port [ 1165.039017] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1165.039169] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1165.039270] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 with Priority: HIGHEST for action port [ 1165.039612] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.039870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.040082] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.040287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.040539] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.040686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.040781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.041021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.041131] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8903a2-9ff4-4f7c-b167-4d4c2b67e829',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.095743] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1165.095889] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 deletion is rescheduled due to dependency. [ 1165.096363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.458625] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.459272] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.459443] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.459790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.460049] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.460471] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.460759] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.461010] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.461377] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.461559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.461968] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.462251] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.462463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.462737] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.462916] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.464081] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 is going to be updated. [ 1165.489835] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.489835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.489835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.489835] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.490559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.490559] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.547030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 with status ACTIVE [ 1165.547030] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.547030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.547030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.547299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.547330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.548114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.548114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.548114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.548114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.548114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.550488] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.550488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.550488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.550488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b8903a2-9ff4-4f7c-b167-4d4c2b67e829 is going to be updated. [ 1165.573017] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.573235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.573235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.574859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.574859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.574859] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8903a2-9ff4-4f7c-b167-4d4c2b67e829" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.883470] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.883678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.883790] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.884146] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.884503] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.884828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.884915] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.885125] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.885342] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.885552] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.885698] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.885901] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.886066] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.886205] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.886333] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.886453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.912607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.913078] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.913131] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.913410] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-164" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.913890] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-31bbf38b-ae0d-4cea-8f39-f2423196d200 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.914129] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.914284] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.914677] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.914872] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31bbf38b-ae0d-4cea-8f39-f2423196d200',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.185393] env[66378]: INFO networking_nsxv3.common.synchronization [req-7506aa32-5a42-4aae-94bf-40a2c75f9ac9 req-acf1892f-d68c-4552-aea8-9696285803d2 service nova] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 1166.185749] env[66378]: INFO networking_nsxv3.common.synchronization [req-7506aa32-5a42-4aae-94bf-40a2c75f9ac9 req-acf1892f-d68c-4552-aea8-9696285803d2 service nova] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1166.185749] env[66378]: INFO networking_nsxv3.common.synchronization [req-7506aa32-5a42-4aae-94bf-40a2c75f9ac9 req-acf1892f-d68c-4552-aea8-9696285803d2 service nova] Enqueued Resource ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 with Priority: HIGHEST for action port [ 1166.185957] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_rules [ 1166.186422] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1166.186422] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 with Priority: HIGHEST for action port [ 1166.186753] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.186879] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.186982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.187151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.187233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.189227] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.189377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.189502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.189710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.190056] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.190056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.190191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.190364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.190474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.190589] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.191592] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aeb1b56-5281-44b2-a936-f69c930c0f81 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.191748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.191784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.191953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.192575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aeb1b56-5281-44b2-a936-f69c930c0f81',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.417634] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.418044] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.418206] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.418490] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.418641] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.418921] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 31bbf38b-ae0d-4cea-8f39-f2423196d200 not found, creating... [ 1166.419305] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.419488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.419613] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.419864] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.420042] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.420429] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.420595] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.420716] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.421036] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.421181] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.421325] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 31bbf38b-ae0d-4cea-8f39-f2423196d200 is going to be created. [ 1166.441234] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.441491] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.441617] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.441888] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.442137] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.442358] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.450919] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1166.451139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.451618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.451820] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.452013] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.452131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.452195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.452337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.452448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.452531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.452578] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.453363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.453681] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.453816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.453874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.454077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.454331] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.696671] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.696671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696844] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.697897] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aeb1b56-5281-44b2-a936-f69c930c0f81 with status ACTIVE [ 1166.698117] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.698391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.698391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.698525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.698853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.698853] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.698964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.698964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.699856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.699856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.699856] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.699856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.699856] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.700098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.701260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.701260] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aeb1b56-5281-44b2-a936-f69c930c0f81 is going to be updated. [ 1166.723626] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.723837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.723936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.724168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.724300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.724457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aeb1b56-5281-44b2-a936-f69c930c0f81" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.955891] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.956128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.956396] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.145842] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-f6f09afe-e755-453a-86c0-58373fefaaac service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1167.145842] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-f6f09afe-e755-453a-86c0-58373fefaaac service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1167.146080] env[66378]: INFO networking_nsxv3.common.synchronization [req-f6e9273b-3ec2-4f72-9dbf-7fe461f8c06f req-f6f09afe-e755-453a-86c0-58373fefaaac service nova] Enqueued Resource ID: 31bbf38b-ae0d-4cea-8f39-f2423196d200 with Priority: HIGHEST for action port [ 1167.146181] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1167.146328] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1167.146378] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31bbf38b-ae0d-4cea-8f39-f2423196d200 with Priority: HIGHEST for action port [ 1167.147441] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.147517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.147692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.147817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.148063] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-31bbf38b-ae0d-4cea-8f39-f2423196d200 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.148114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.148238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.149450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.149450] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31bbf38b-ae0d-4cea-8f39-f2423196d200',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.203259] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.458896] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.650450] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31bbf38b-ae0d-4cea-8f39-f2423196d200 with status ACTIVE [ 1167.651076] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.651076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.651076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.651244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.651244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.651395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.651503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.651564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.651720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.651797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.651978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.652085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.652142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.652283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.652569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652569] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31bbf38b-ae0d-4cea-8f39-f2423196d200 is going to be updated. [ 1167.674104] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.674274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.674523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.674634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.674764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.674929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31bbf38b-ae0d-4cea-8f39-f2423196d200" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.709016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.709946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.710910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.711063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711138] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be updated. [ 1167.757568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.758305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.758305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.758305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.758305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.769945] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: IN_PROGRESS for 2s [ 1167.961359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.961522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.961596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.961808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.961901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.962010] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1167.994869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.995125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.995251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.995538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.995810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.006105] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1169.779983] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: SUCCESS [ 1169.780288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.780434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.780664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.780886] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.781054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.781128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.781303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.781395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.781487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.781597] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.020489] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.020489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.020489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.021191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.021471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.021686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.022083] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.023035] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.023204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.023300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.023590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.024351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.024351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.024351] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.025183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.025398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.025639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.025812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.025918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.026172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.026267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.026378] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.215972] env[66378]: INFO networking_nsxv3.common.synchronization [None req-757363fb-0631-4945-b465-6ab881f8c58d tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1170.216541] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1170.216893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.217140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.217247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.217579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.217715] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.283566] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.305938] env[66378]: INFO networking_nsxv3.common.synchronization [None req-15cb3a19-fb1a-4ec3-bd12-648d1c592654 tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1170.305938] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1170.305938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.306374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.527953] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a03789-637f-4d52-b1b8-cc1276a4a4d0: rpc.has_security_group_logging(os_id): False [ 1170.529797] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.547055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.547206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.547284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.547488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.547578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.547766] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.547887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.547952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.548140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.548201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.548381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.548489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.548552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.548706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.548759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.548974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.551051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.551148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.551416] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.551495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.551547] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be created. [ 1170.611331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.611479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.611545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.611756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.611932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.629035] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1170.750976] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.751224] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.751337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.751699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.751784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.751929] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed already deleted. [ 1170.752082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.752314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.752561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.752692] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.786436] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baf26d63-4f96-46d4-9e70-287606c3b7dd: rpc.has_security_group_logging(os_id): False [ 1170.830878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.832581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.833491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.833491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.848886] env[66378]: INFO networking_nsxv3.common.synchronization [req-43c5daf4-55eb-4c69-a464-393317b33f64 req-1e4aeb95-7e8b-40cc-a25c-bbe1f4481032 tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1170.849634] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1170.850023] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.851052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.851196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.851448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.851641] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.851759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.851826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.852108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.852490] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.859805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.860370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.860471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.860675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.860756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860852] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be updated. [ 1170.932665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.932665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.932665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.932931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.932931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.951149] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: IN_PROGRESS for 2s [ 1171.033431] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.276032] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.276032] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.276244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.276990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.276990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.276990] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed already deleted. [ 1171.276990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.357378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.357378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.357378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.357378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.357378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.357614] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.357687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.357822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.357980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.358188] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1171.390271] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.390407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.390738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.390738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.390953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.402055] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1171.536186] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.536444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.536573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.536836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.536997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.537176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1171.566837] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.567054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.567131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.567344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.567512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.577884] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1172.644050] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1172.644426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.644426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.644714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.644937] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.802487] env[66378]: INFO networking_nsxv3.common.synchronization [req-25f44953-4517-4701-bf1f-b4598ff60aab req-db0f236a-ded8-4db6-a5ab-3631bc7da9ff tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1172.803347] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1172.803677] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.803847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.803937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.804464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.804529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.804703] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.804803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.804943] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.964889] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: SUCCESS [ 1172.965172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.148227] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.148304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.178584] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.178777] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.178902] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.179212] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.179475] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.179638] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.179753] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.179986] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.180376] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.180608] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.180704] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.180812] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.180938] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.181062] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.181166] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.181305] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.201023] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.201333] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.201504] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.201602] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.201917] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.202112] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202221] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.202587] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.202673] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.308126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.308428] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.308937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1173.337386] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.337585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.337632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.337933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.338142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.348498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1173.411625] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1173.411857] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 1173.411961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.588454] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1173.588671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.588865] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.589181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.589396] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.589518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.589586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.589750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.589833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.589920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.590027] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.705026] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.705534] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.705750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.706077] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.706236] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.706394] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 not found, creating... [ 1173.706672] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.707012] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.707012] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.707285] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.707380] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.707668] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.707899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.708038] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.708300] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.708442] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.708584] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 is going to be created. [ 1173.732414] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.732633] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.732751] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.733034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.733290] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.733534] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.093312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.093473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.093577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.093839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.094075] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.094150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.094184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.094330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.094504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.094565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.094739] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.094836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.094887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.095047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.095237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.095316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.095351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.095495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.095567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.095729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.095822] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.506690] env[66378]: INFO networking_nsxv3.common.synchronization [req-25f44953-4517-4701-bf1f-b4598ff60aab req-63bbf292-8c2a-4ea9-afe5-7877f1ea9040 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1174.507045] env[66378]: INFO networking_nsxv3.common.synchronization [req-25f44953-4517-4701-bf1f-b4598ff60aab req-63bbf292-8c2a-4ea9-afe5-7877f1ea9040 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1174.507243] env[66378]: INFO networking_nsxv3.common.synchronization [req-25f44953-4517-4701-bf1f-b4598ff60aab req-63bbf292-8c2a-4ea9-afe5-7877f1ea9040 service nova] Enqueued Resource ID: f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 with Priority: HIGHEST for action port [ 1174.507936] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1174.508299] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1174.508516] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 with Priority: HIGHEST for action port [ 1174.508843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.509672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.509813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.510176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.510351] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.511451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.511592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.511834] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.512026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.512139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.512364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.512450] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.598968] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a03789-637f-4d52-b1b8-cc1276a4a4d0: rpc.has_security_group_logging(os_id): False [ 1174.617390] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.617589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.617589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.618034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.618228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.618455] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.618692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.618692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.619569] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.619569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.619929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.619929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.619929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.620359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.620359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.620359] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1174.684476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.684675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.684675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.684893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.685121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.700316] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1175.014640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.015220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.015220] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 with status ACTIVE [ 1175.016490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.016490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.016490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.016828] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.016828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.017134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.017194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.017300] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8 is going to be updated. [ 1175.039988] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.040265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.040407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.040638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.040787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.040985] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1dc7b3f-d3d5-4932-8fc5-31f24bc63df8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.367074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1175.367279] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1175.367488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.367680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.367971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.368162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.368286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.368360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.368499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.368579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.368719] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.758855] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.759022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.759106] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.759376] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.759632] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.759791] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.759914] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.763793] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.763793] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.763793] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.763793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.763793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.763793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.763793] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.763793] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.763793] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.788193] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.788193] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.788193] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.788193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-397" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.788193] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.788193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.788193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.788193] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.788193] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddd35d1-382f-49af-a40d-94ebea1ff9ea',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.871296] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.290572] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.290953] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.290991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.291606] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.291825] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.292188] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.292435] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.292595] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.292855] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.293041] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.293368] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.293572] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.293723] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.293997] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.294202] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.294380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea is going to be updated. [ 1176.316684] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.316962] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.317143] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.317462] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.317684] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.317954] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.374225] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.717821] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1176.717821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.718145] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.718391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.718484] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.877141] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.877409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.877494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.877738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.877936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.878113] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1176.910757] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.910911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.911018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.911303] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.911615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.931149] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1177.077274] env[66378]: INFO networking_nsxv3.common.synchronization [req-956e16b3-c0af-47c0-b69a-f9c2885b65bc req-4edd0bd3-246e-47ff-a77d-703e13e20fee service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1177.077534] env[66378]: INFO networking_nsxv3.common.synchronization [req-956e16b3-c0af-47c0-b69a-f9c2885b65bc req-4edd0bd3-246e-47ff-a77d-703e13e20fee service nova] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1177.077679] env[66378]: INFO networking_nsxv3.common.synchronization [req-956e16b3-c0af-47c0-b69a-f9c2885b65bc req-4edd0bd3-246e-47ff-a77d-703e13e20fee service nova] Enqueued Resource ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with Priority: HIGHEST for action port [ 1177.078272] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_rules [ 1177.078440] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1177.078555] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with Priority: HIGHEST for action port [ 1177.078880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.079409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.079409] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.080164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.080164] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.081259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.081378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.081425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.081836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.081936] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.082129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.082239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.082613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.082613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.082761] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.084466] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.085403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.085403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.085403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.085403] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddd35d1-382f-49af-a40d-94ebea1ff9ea',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.221701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.221903] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.221943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.222174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.222397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.222514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.222578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.222767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.222851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.222929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.223032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.588198] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.588492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.588788] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.590030] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ddd35d1-382f-49af-a40d-94ebea1ff9ea with status ACTIVE [ 1177.590416] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.590610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.590823] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.591046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.591289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.591483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.591657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.591769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.592041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.592195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.592530] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.592697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.592800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.593049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.593182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.593316] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ddd35d1-382f-49af-a40d-94ebea1ff9ea is going to be updated. [ 1177.623451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.623620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.623680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.623896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.624367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.624367] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ddd35d1-382f-49af-a40d-94ebea1ff9ea" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725678] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.726036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.726194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.726432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.726694] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.726897] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.726981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.727285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.727432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.727575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.727835] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.728025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.728100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.728769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.729205] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.729205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.729388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.729515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.729644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.729778] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.729931] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.096479] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.233340] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a03789-637f-4d52-b1b8-cc1276a4a4d0: rpc.has_security_group_logging(os_id): False [ 1178.252370] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.252370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.252639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.252721] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.252824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.253037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.253150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.253216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.253460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.253564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.253842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.253991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.254097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.254257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.254334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.254535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.254635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.254699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.254839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.254915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.255006] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1178.345049] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.345276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.345578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.345734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.364860] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1178.598786] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.598786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.598786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.599300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.599336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.599516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1178.635266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.635509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.635509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.635742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.635866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.645580] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1178.943851] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1178.944161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.944587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.944735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.944962] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.945134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.945223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.945407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.945516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.945687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.945795] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.286452] env[66378]: INFO networking_nsxv3.common.synchronization [req-d366bc1a-3afa-4406-8425-f3c69ab41abd req-b69af1af-6173-4dd3-9326-801cb7053a4c tempest-ServersNegativeTestMultiTenantJSON-2065890485 tempest-ServersNegativeTestMultiTenantJSON-2065890485-project-member] Enqueued Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1179.286452] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1179.286795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.286935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.287018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.287307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.287460] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.287620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.287620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.288723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.288723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.288723] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.449431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.449646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.449735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.449975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.450277] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.450390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.450458] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.450634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.450723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.450849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.450973] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.451497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.451734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.452275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.452430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.452581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.452701] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.724866] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.725246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-375" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.725246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-375" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.725543] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-375" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.725826] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.726051] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.726179] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.726425] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.726569] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.726795] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.726925] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.727051] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.727179] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.727294] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.727414] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.727548] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.748087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.748087] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.748313] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.748408] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-375" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.748722] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-204cf6fb-1405-4e09-9858-4426d1f7bad9 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.748907] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.749045] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.749394] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.749549] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204cf6fb-1405-4e09-9858-4426d1f7bad9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.791295] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.791530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.791675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.791954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.792123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.792437] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.792607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.792695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.793378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.793378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.793378] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 already deleted. [ 1179.793378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.956184] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 1179.978117] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.978287] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.978357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.978572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.978665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.978886] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.979022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.979124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.979310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.979310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.979483] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.979574] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.979637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.979777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.979851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.980061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.980184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.980248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.980387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.980461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.980545] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1180.052285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.052285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.052620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.052620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.052837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.069939] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1180.254189] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.254189] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.254189] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.254189] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.254578] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.254578] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 204cf6fb-1405-4e09-9858-4426d1f7bad9 not found, creating... [ 1180.255079] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.255433] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.255586] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.256030] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.256370] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.256794] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.257082] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.257578] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.258234] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.258496] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.258748] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 204cf6fb-1405-4e09-9858-4426d1f7bad9 is going to be created. [ 1180.306028] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.306028] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.306028] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.306351] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.306762] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.306876] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.393648] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1180.393648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.656257] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1180.656508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.656692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.656911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.657123] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.657245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.657311] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.657462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.657544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.657631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.657727] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.162626] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.162934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.162934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.163205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.163436] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.163586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.163659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.163880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.164012] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.167442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.167442] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.167631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.167631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.167918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.167918] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.168067] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.168121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.168267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.168465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.168465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.168644] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.171672] env[66378]: INFO networking_nsxv3.common.synchronization [req-d366bc1a-3afa-4406-8425-f3c69ab41abd req-263ea513-5212-4dd6-be22-58dc4675ee46 service nova] Enqueued Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_rules [ 1181.172782] env[66378]: INFO networking_nsxv3.common.synchronization [req-d366bc1a-3afa-4406-8425-f3c69ab41abd req-263ea513-5212-4dd6-be22-58dc4675ee46 service nova] Enqueued Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1181.172782] env[66378]: INFO networking_nsxv3.common.synchronization [req-d366bc1a-3afa-4406-8425-f3c69ab41abd req-263ea513-5212-4dd6-be22-58dc4675ee46 service nova] Enqueued Resource ID: 204cf6fb-1405-4e09-9858-4426d1f7bad9 with Priority: HIGHEST for action port [ 1181.172782] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_rules [ 1181.173218] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1181.173218] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204cf6fb-1405-4e09-9858-4426d1f7bad9 with Priority: HIGHEST for action port [ 1181.173332] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.173452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.177020] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.177020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.177020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.177020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.177561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.177561] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.178429] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-204cf6fb-1405-4e09-9858-4426d1f7bad9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.178429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.178429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.179815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.179815] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204cf6fb-1405-4e09-9858-4426d1f7bad9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.422128] env[66378]: INFO networking_nsxv3.common.synchronization [req-1097e577-ac43-4b8e-9944-44f8b3cde373 req-a1515054-6c71-4202-84a4-f0f647eda742 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.423204] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.423535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.423665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.424891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.425149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.425329] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.425444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.425509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.425681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.425809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.425954] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.601721] env[66378]: INFO networking_nsxv3.common.synchronization [req-1097e577-ac43-4b8e-9944-44f8b3cde373 req-f98b635c-f69c-422f-9072-3925f105328f tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.602287] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.603469] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.604988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.673835] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a86f18f1-db70-4602-9b5d-e530b0c2e348: rpc.has_security_group_logging(os_id): False [ 1181.680679] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.681025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.681322] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.682430] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204cf6fb-1405-4e09-9858-4426d1f7bad9 with status ACTIVE [ 1181.682430] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.682538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.682618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.682794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.682886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.683112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.683222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.683312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.683494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.683576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.683756] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.683877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.684056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.684056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.684155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.684230] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204cf6fb-1405-4e09-9858-4426d1f7bad9 is going to be updated. [ 1181.700636] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.700811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.700811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.700995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.709795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.709987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.710041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.710331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.710488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.710655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204cf6fb-1405-4e09-9858-4426d1f7bad9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.723509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.723509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.723509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.723509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.723509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.723509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.723789] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.723937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.723991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.724185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.724346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.724515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.724631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.724701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.724877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.724993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.725149] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1181.806376] env[66378]: INFO networking_nsxv3.common.synchronization [req-1097e577-ac43-4b8e-9944-44f8b3cde373 req-74c590bc-0f5b-46a5-9d97-6a2abb3c01d5 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.808352] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1181.808352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.808352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.862574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.862834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.862834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.862992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.863154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.880376] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1181.928599] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.096694] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1182.096694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.186517] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.431475] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.689252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.689465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.689465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.689677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.689858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.689858] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 is going to be created. [ 1182.729987] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.730229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.730229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.730443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.730608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.742546] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: UNINITIALIZED for 2s [ 1182.937168] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.937390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.937536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.937712] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.937802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.937920] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1182.972723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.972957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.972957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.973273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.973499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.985442] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1183.666379] env[66378]: INFO networking_nsxv3.common.synchronization [req-4c37aef5-4605-4555-ac59-e312ac1537fa req-95ef9bd5-42e1-45fb-a0b5-74a6fd8d60bf tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1183.667252] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1183.667252] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.667430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.667430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.667624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.667774] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.667873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.667999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.668172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.668260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.668355] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.895697] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1183.896455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.171699] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.675053] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.755633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: SUCCESS [ 1184.755733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.755962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.756813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.757095] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.757231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.757302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.757473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.757611] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.757657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.757749] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.997866] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1184.998251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.998521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.998766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.999087] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.999326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.999692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.999692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.999833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.999917] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.178185] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.178355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.178433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.178766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.178943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.179090] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1185.222184] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.222395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.222461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.222683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.222855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.237866] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1185.262974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.263228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.263228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.263460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.263638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.263741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.263806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.263962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.264097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.264194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.264373] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.264449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.264573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.264739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.264880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.264993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.265087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.265185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.265263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.265417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.265559] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.503514] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.503743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.503831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.504208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.504369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.504689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.504854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.504981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.505248] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.505496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.505658] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1185.538259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.538542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.538542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.538723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.538882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.549974] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1185.768550] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b513ff6a-0dbf-439c-9675-e47077e6d086: rpc.has_security_group_logging(os_id): False [ 1185.809501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.809940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.810077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.810415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.810636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.810935] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.811228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.811341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.812395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.812395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.812395] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.812395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.813147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.813147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.813147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.813305] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.813492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.813566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.814226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.814226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.814226] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 is going to be created. [ 1185.900907] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.901187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.901187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.901355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.901572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.918567] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: IN_PROGRESS for 2s [ 1187.250952] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1187.251265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.280713] env[66378]: INFO networking_nsxv3.common.synchronization [req-6ee4df86-cd7d-4da6-92c8-d9eaa45eff1e req-07736fbd-96ac-4045-87f5-af6823fe49a9 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1187.281535] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1187.281734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.281860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.281937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.282154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.282321] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.282426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.282483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.282634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.282720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.282821] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.559944] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1187.560180] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 deletion is rescheduled due to dependency. [ 1187.560353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.560542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.560764] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.560950] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.561125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.561192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.561354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.561437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.561534] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.722968] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.723275] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.723490] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.723880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.724314] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.724577] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.724730] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.724959] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.725122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.725338] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.725450] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.725559] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.725666] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.725773] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.725912] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.726062] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.748012] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.748211] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.748356] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.748686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.748963] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.749134] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.749257] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.749641] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.749779] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45f6c39-c44a-4f6c-800d-e5178a88f7ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.785381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.785468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.785558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.785870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.785870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.786274] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.786274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.786274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.786464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.786555] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1187.814732] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.814893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.815020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.815178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.815477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.824515] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1187.934932] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: SUCCESS [ 1187.935722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.064533] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.065755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.065755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.065755] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1188.099153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.099324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.099390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.099601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.099807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.109972] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1188.252699] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.253147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.253147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.253507] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.253664] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.253825] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port e45f6c39-c44a-4f6c-800d-e5178a88f7ed not found, creating... [ 1188.254134] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.254303] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.254521] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.254795] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.254944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.255284] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.255488] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.255565] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.255785] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.255973] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.256169] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: e45f6c39-c44a-4f6c-800d-e5178a88f7ed is going to be created. [ 1188.301912] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.302310] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.302310] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.302581] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.302825] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.303150] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.734094] env[66378]: INFO networking_nsxv3.common.synchronization [req-2482a25b-086a-4244-aa1c-e5b35552ff0a req-65a47c10-b2cf-48e4-afbc-0b340baed215 tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1188.735085] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1188.735586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.735970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.737016] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.240132] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.240302] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.240476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.240605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.240667] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.240869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.241029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.241029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.241204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.241278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.241369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1189.273489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.273899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.273946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.274329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.274616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.291807] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1189.521854] env[66378]: INFO networking_nsxv3.common.synchronization [req-6ee4df86-cd7d-4da6-92c8-d9eaa45eff1e req-227678dc-e049-406c-9e95-2ee79466fe3b service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1189.522050] env[66378]: INFO networking_nsxv3.common.synchronization [req-6ee4df86-cd7d-4da6-92c8-d9eaa45eff1e req-227678dc-e049-406c-9e95-2ee79466fe3b service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1189.522194] env[66378]: INFO networking_nsxv3.common.synchronization [req-6ee4df86-cd7d-4da6-92c8-d9eaa45eff1e req-227678dc-e049-406c-9e95-2ee79466fe3b service nova] Enqueued Resource ID: e45f6c39-c44a-4f6c-800d-e5178a88f7ed with Priority: HIGHEST for action port [ 1189.522784] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1189.522866] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1189.522971] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45f6c39-c44a-4f6c-800d-e5178a88f7ed with Priority: HIGHEST for action port [ 1189.524361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.524517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.524561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.524769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.524855] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.526441] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.526549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.526750] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.526853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.526943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.527126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.527206] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45f6c39-c44a-4f6c-800d-e5178a88f7ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.836470] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1189.836976] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a deletion is rescheduled due to dependency. [ 1189.837259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.837554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.837923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.838348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.838627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.838784] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.839142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.839351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.839579] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.027625] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.027847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.031256] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e45f6c39-c44a-4f6c-800d-e5178a88f7ed with status ACTIVE [ 1190.031505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.031645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.031713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.031939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.032060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.032270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.032376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.032440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.032601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.032680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.032859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.032948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.033030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.033660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.033660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.033903] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e45f6c39-c44a-4f6c-800d-e5178a88f7ed is going to be updated. [ 1190.060180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.060444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.060576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.060810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.060948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.061141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45f6c39-c44a-4f6c-800d-e5178a88f7ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.122964] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1190.123180] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 deletion is rescheduled due to dependency. [ 1190.123322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.347089] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.850200] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.310573] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1191.311038] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1191.311038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.352266] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.352589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.352589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.352731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.352831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.352936] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1191.385711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.386071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.386071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.386894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.386894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.396869] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1191.774814] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.774814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.774814] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.775172] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.775204] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.776047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.776340] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.776527] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.776725] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.776877] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.777076] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.777196] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.777341] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.800437] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.800628] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.800806] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.801128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.801571] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7289b18d-63f7-4b60-bd21-ab84e989471f taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.801840] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.802017] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.802396] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.802536] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7289b18d-63f7-4b60-bd21-ab84e989471f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.231514] env[66378]: INFO networking_nsxv3.common.synchronization [req-5e3b102d-23f6-4a61-8efc-39d4aa73db6d req-bbaa68cf-843f-406e-927c-fd8480c4426e tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1192.232264] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1192.232546] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.232709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.233043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.233043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.233349] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.233463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.233528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.233699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.233787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.233882] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.305778] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.306059] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.306229] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.306494] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.306795] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.306868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7289b18d-63f7-4b60-bd21-ab84e989471f not found, creating... [ 1192.307198] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.307334] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.307509] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.307962] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.308122] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.308486] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.308664] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.308788] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.309131] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.309227] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.309522] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7289b18d-63f7-4b60-bd21-ab84e989471f is going to be created. [ 1192.332183] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.332419] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.332549] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.333135] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.333302] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.333562] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.576478] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.576478] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.576478] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.577140] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.577140] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.577239] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.577413] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.577880] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.578128] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.578324] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.578462] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.578573] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.578686] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.578797] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.578964] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.579048] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.599687] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.599866] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.600015] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.600207] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-447" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.600524] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.600698] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.600818] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.601167] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.601359] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.737771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.737771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.738064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.738237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.738374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.738633] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.738772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.738841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.739074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.739186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.739228] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1192.770656] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.771092] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.771230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.780963] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1193.076074] env[66378]: INFO networking_nsxv3.common.synchronization [req-f01fae99-411d-45ce-85f8-4b2d573f0637 req-b5ba6cfa-c73f-43e5-be34-96afd9075fe8 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1193.076074] env[66378]: INFO networking_nsxv3.common.synchronization [req-f01fae99-411d-45ce-85f8-4b2d573f0637 req-b5ba6cfa-c73f-43e5-be34-96afd9075fe8 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1193.076074] env[66378]: INFO networking_nsxv3.common.synchronization [req-f01fae99-411d-45ce-85f8-4b2d573f0637 req-b5ba6cfa-c73f-43e5-be34-96afd9075fe8 service nova] Enqueued Resource ID: 7289b18d-63f7-4b60-bd21-ab84e989471f with Priority: HIGHEST for action port [ 1193.077155] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1193.077262] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1193.077335] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7289b18d-63f7-4b60-bd21-ab84e989471f with Priority: HIGHEST for action port [ 1193.077630] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.077802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.077878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.078157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.078157] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.079538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.079644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.079704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.079877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.080080] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.080245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.080245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.080377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.080488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.080590] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.081512] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7289b18d-63f7-4b60-bd21-ab84e989471f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.081626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.081687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.081825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.081886] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7289b18d-63f7-4b60-bd21-ab84e989471f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.103659] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.103943] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.104110] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.104412] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.104580] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.104751] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 not found, creating... [ 1193.105044] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.105226] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.105348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.105581] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.105740] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.106137] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.106316] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.106438] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.106660] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.106798] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.106939] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 is going to be created. [ 1193.127574] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.127823] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.127999] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.128330] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.128587] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.128831] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.407709] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1193.408915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.408915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.408915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.409226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.409226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.409226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.409423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.409509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.409616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.409713] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.584965] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.584965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.584965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.585530] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7289b18d-63f7-4b60-bd21-ab84e989471f with status ACTIVE [ 1193.585622] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.585774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.585855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.586091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.586181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.586372] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.586525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.586598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.586769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.586836] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.587042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.587149] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.587209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.587617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.587617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.587617] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7289b18d-63f7-4b60-bd21-ab84e989471f is going to be updated. [ 1193.758027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.758219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.758294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.758457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.758589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.758745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.879735] env[66378]: INFO networking_nsxv3.common.synchronization [req-5e3b102d-23f6-4a61-8efc-39d4aa73db6d req-9a4641d2-ece4-4c47-b93a-39449a662246 service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 1193.881122] env[66378]: INFO networking_nsxv3.common.synchronization [req-5e3b102d-23f6-4a61-8efc-39d4aa73db6d req-9a4641d2-ece4-4c47-b93a-39449a662246 service nova] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1193.881122] env[66378]: INFO networking_nsxv3.common.synchronization [req-5e3b102d-23f6-4a61-8efc-39d4aa73db6d req-9a4641d2-ece4-4c47-b93a-39449a662246 service nova] Enqueued Resource ID: a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 with Priority: HIGHEST for action port [ 1193.881122] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_rules [ 1193.881122] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1193.881122] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 with Priority: HIGHEST for action port [ 1193.881665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.881741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.882250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.882250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.882493] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.883468] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.883581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.884037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.884037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.884037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.884195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.884229] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.912300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.912514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.912655] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.913066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.913272] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.913388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.913497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.913808] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.913982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.914217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.914485] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.914658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.915121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.915121] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.915359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.915531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.915625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.915905] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.916093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.916242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.916402] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.089788] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.387597] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 with status ACTIVE [ 1194.387909] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.388197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.388257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.388516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.388735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.388984] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.389119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.389188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.389350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.389429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.389615] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.389710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.389987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.389987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.390088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.390158] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5 is going to be updated. [ 1194.391347] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.391460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.411711] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.411861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.411930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.412167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.412316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.412455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1d3c5c8-8e2c-4668-b458-0fdda3f8a1e5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.419915] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a: rpc.has_security_group_logging(os_id): False [ 1194.438079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.438343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.438343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.438580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.438693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.438964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.439101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.439183] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.439360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.439473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.439673] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.439787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.439850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.440042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.440126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.440375] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.440519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.440631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.440709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.440791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.440878] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1194.507903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.508223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.508325] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.508596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.508795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.522869] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1194.593107] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.593107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.593107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.593107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.593107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.593107] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1194.651532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.651747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.651747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.651986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.652500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.664649] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1194.791176] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1194.791431] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 1194.791488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.791681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.792241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.792241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.792375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.792375] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.792835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.792835] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.792835] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.935542] env[66378]: INFO networking_nsxv3.common.synchronization [None req-ad1ea992-592c-48b6-a84c-373e61c9483c tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1194.936430] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1194.936851] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.936851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.936851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.937175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.937175] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.068846] env[66378]: INFO networking_nsxv3.common.synchronization [None req-309cb10a-bb68-4557-91f7-f9c5add9834a tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1195.069428] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1195.069765] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.069871] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.105814] env[66378]: INFO networking_nsxv3.common.synchronization [req-202eccae-5c04-4d6e-a2a3-b0adb87b2953 req-6982f446-aea1-4b0d-b104-129bea6d072c tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1195.105814] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1195.105814] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.105814] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.105814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.106704] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.295182] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.456835] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.457082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.457082] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.457347] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.457446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.457552] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e already deleted. [ 1195.458344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.458344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.458344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.458344] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.609490] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.609890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.609890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.610063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.610196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614190] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.614190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.614190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.614190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.614190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614190] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed already deleted. [ 1195.614190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.797371] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.950774] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.950995] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.951138] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.951406] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.951674] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.951830] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.951945] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952175] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.952323] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.952525] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.952635] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.952744] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.952854] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.952965] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.953091] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.953236] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.975103] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.975394] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.975641] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.975891] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-120" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.976312] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.976550] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.976744] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.977146] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.977369] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.979396] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.979506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.979599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.979757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.979845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.979937] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e already deleted. [ 1195.980033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.301045] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.301236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.301277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.301493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.301626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.301749] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1196.333203] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.333383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.333464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.333606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.333753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.343108] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1196.481778] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.481778] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.482348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.482348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.482511] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.482682] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 not found, creating... [ 1196.482955] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.483167] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.483292] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.483533] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.483676] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.483973] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.484150] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.484271] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.484492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.484623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.484764] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 is going to be created. [ 1196.513302] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.513580] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.513759] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.514201] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.514543] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.515237] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.549063] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1196.549579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.674611] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1196.674861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.674955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.675701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.675701] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.675866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.675866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.675981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.676051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.676134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.676363] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.178521] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.178739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.178739] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.179160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.179259] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.179370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.179421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.179556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.179644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.179733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.179887] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.179981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.180053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.180195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.180347] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.180446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.180507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.180641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.180716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.180798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.180888] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.219332] env[66378]: INFO networking_nsxv3.common.synchronization [req-202eccae-5c04-4d6e-a2a3-b0adb87b2953 req-b1cfbced-b7d2-4552-a7b4-580d4335aad0 service nova] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1197.219586] env[66378]: INFO networking_nsxv3.common.synchronization [req-202eccae-5c04-4d6e-a2a3-b0adb87b2953 req-b1cfbced-b7d2-4552-a7b4-580d4335aad0 service nova] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1197.219659] env[66378]: INFO networking_nsxv3.common.synchronization [req-202eccae-5c04-4d6e-a2a3-b0adb87b2953 req-b1cfbced-b7d2-4552-a7b4-580d4335aad0 service nova] Enqueued Resource ID: 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 with Priority: HIGHEST for action port [ 1197.223152] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_rules [ 1197.223239] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1197.223284] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 with Priority: HIGHEST for action port [ 1197.224112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.224246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.224316] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.225500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.225596] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.226651] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.226766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.226834] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.227063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.227241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.227344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.227403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.227572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.227656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.227749] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.228719] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.228821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.228891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.229141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.229212] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.683587] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7872c5cc-d14d-4f8a-afd8-87f64f0363d0: rpc.has_security_group_logging(os_id): False [ 1197.702407] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.702606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.702606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.702810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.702904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.703180] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.703289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.703352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.703510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.703588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.703771] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.703886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.703929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.704072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.704152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.704348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.704440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.704499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.704633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.705168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.705283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1197.731063] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.732638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.732924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.733110] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 with status ACTIVE [ 1197.733334] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.733484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.733660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.733821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.734450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.734746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.735487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.735487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.735487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.735725] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.735992] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.736095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.736530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.736901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.737086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.737242] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9 is going to be updated. [ 1197.790141] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.790141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.790141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.791122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.791122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.791122] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec4077e-8dd2-4f8e-868f-b8c4d8ab8ac9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.810435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.810777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.810927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.811786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.811786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.837356] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1198.239637] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.356915] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.360029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.360029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.360029] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.743040] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.743040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.743040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.743516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.743516] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.743516] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed is going to be created. [ 1198.770532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.770532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.770532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.770532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.770532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.782488] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: UNINITIALIZED for 2s [ 1198.865015] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.865015] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.865015] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.865015] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.865015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.865720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.865720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.865720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.865720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.865720] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.367683] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86be1087-ab7b-413a-9dd9-09d6d25b1731: rpc.has_security_group_logging(os_id): False [ 1199.387845] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.388247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.388343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.388684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.388846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.389191] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.389364] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.389477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.389729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.390106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.390397] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.390542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.391020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.391020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.391020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.391223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.391346] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.391518] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.391593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.391691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.391783] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1199.461642] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.461906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.461906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.462152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.462219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.481186] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1199.608574] env[66378]: INFO networking_nsxv3.common.synchronization [req-02c80593-92e3-4278-b98a-447df324b438 req-024c1708-7dd4-41ed-b078-47fe8b6909c1 tempest-ServersNegativeTestMultiTenantJSON-2065890485 tempest-ServersNegativeTestMultiTenantJSON-2065890485-project-member] Enqueued Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1199.609501] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGHEST for action security_group_members [ 1199.609501] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.609501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.609737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.609737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.610270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.610270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.610270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.610270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.610515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.610515] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.854398] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1199.854683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.112215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.112455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.112455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.112682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.112774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.112972] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.113096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.113157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.113305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.113380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.113510] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 is going to be updated. [ 1200.148016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.148016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.148016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.148016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.148016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.156917] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: IN_PROGRESS for 2s [ 1200.795534] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: SUCCESS [ 1200.795791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.796119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.796353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.796561] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.796705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.796756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.796964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.797034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.797070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.797168] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.300644] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.496695] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1201.496979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.802782] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbcffc0-2da8-424b-9223-ce68c395e0ed: rpc.has_security_group_logging(os_id): False [ 1201.824187] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.824411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.824494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.824752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.824890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.825229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.825366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.825454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.825651] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.825751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.825898] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed is going to be created. [ 1201.889654] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.889887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.889977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.890262] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.890482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.903689] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: IN_PROGRESS for 2s [ 1202.167389] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b513ff6a-0dbf-439c-9675-e47077e6d086 in Status: SUCCESS [ 1202.167599] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 deletion is rescheduled due to dependency. [ 1202.167685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.914879] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: SUCCESS [ 1203.915242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.610386] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.610546] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.032748] env[66378]: INFO networking_nsxv3.common.synchronization [req-7ac5bf45-3af4-4089-9c7c-93cdb720b610 req-dabaedc6-0e1d-4ae1-b536-50cd76c7b8f6 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1205.033218] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1205.033594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.033760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.033860] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.034225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.034486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.034682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.035103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.035103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.035103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.035314] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.356854] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.357656] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.360328] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.360328] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.360667] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.361452] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.361527] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.361760] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.361955] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.362214] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.362431] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.387156] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.387410] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.387559] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.387804] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.388337] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.388568] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.388757] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.389108] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.389278] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c938c7e-b82d-46a4-8c0f-e0225241a0b7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.539374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.539374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.539374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.539586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.539586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.539734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.539847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.539913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.540076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.540155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.540242] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e already deleted. [ 1205.540338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.893678] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.893890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.893890] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.894218] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.894417] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.894579] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 not found, creating... [ 1205.894986] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.895162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.895310] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.895592] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.895742] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.896201] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.896383] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.896506] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.896751] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.896918] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.897083] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 is going to be created. [ 1205.927911] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.928416] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.928504] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.928806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.929267] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.929706] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.670507] env[66378]: INFO networking_nsxv3.common.synchronization [req-7ac5bf45-3af4-4089-9c7c-93cdb720b610 req-15ca6744-91c5-442b-a783-1ef4e793a976 service nova] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1206.670842] env[66378]: INFO networking_nsxv3.common.synchronization [req-7ac5bf45-3af4-4089-9c7c-93cdb720b610 req-15ca6744-91c5-442b-a783-1ef4e793a976 service nova] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1206.671033] env[66378]: INFO networking_nsxv3.common.synchronization [req-7ac5bf45-3af4-4089-9c7c-93cdb720b610 req-15ca6744-91c5-442b-a783-1ef4e793a976 service nova] Enqueued Resource ID: 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 with Priority: HIGHEST for action port [ 1206.671723] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_rules [ 1206.671916] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1206.672080] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 with Priority: HIGHEST for action port [ 1206.672475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.672641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.672734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.672990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.673245] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.675974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.676700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.676700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.677798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.677798] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.677916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.677916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.678504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.678504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.678504] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.679638] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.679638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.679638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.679638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.679799] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c938c7e-b82d-46a4-8c0f-e0225241a0b7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.181577] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.183849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.183849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.184922] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 with status ACTIVE [ 1207.184922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.184922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.184922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.185236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.185236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.185302] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.185357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.185459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.185573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.185647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.185824] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.185917] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.185982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.186259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.186360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.186415] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c938c7e-b82d-46a4-8c0f-e0225241a0b7 is going to be updated. [ 1207.222639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.222938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.223080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.223429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.223665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.224053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c938c7e-b82d-46a4-8c0f-e0225241a0b7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.684292] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.148088] env[66378]: INFO networking_nsxv3.common.synchronization [req-dc2550cb-1f1f-4057-86f0-2f86503e9b63 req-26845c5d-188f-4648-a44a-7012c693b4ad tempest-ServerDiskConfigTestJSON-840828780 tempest-ServerDiskConfigTestJSON-840828780-project-member] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1208.149358] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGHEST for action security_group_members [ 1208.149358] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.151351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.151425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.152819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.153024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.153208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.153627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.153805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.153992] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.188021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.188021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.188021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.188021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.188021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.188021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e is going to be created. [ 1208.219120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.219333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.219414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.219627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.219786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230645] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: UNINITIALIZED for 2s [ 1208.657196] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.657362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.657470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.657647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.657755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.657937] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.658090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.658142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.658277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.658355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.658444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be updated. [ 1208.691505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.691505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.691505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.691505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.691505] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.700179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: IN_PROGRESS for 2s [ 1209.357130] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.357369] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.357464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.357761] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.358093] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.358322] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.358438] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.358662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.358809] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.359025] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.359205] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.359316] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.359427] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.359595] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.359833] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.359908] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.380588] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.380816] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.380914] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.381244] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-571" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.381373] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-7289b18d-63f7-4b60-bd21-ab84e989471f taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.381555] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.381686] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.381961] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.382113] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7289b18d-63f7-4b60-bd21-ab84e989471f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.884652] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.885075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.885075] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.885337] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.885511] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.885799] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.885954] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.886107] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.886324] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.886457] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.886735] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.886888] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.887013] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.887210] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.887341] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.887476] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 7289b18d-63f7-4b60-bd21-ab84e989471f is going to be updated. [ 1209.908748] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.908979] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.909147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.909545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.909632] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.909848] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.155484] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-92d88f84-d87a-4ac9-af38-f90181b0d2c8 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1210.155796] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1210.155832] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.155960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.156065] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.156227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.156371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.156469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.156528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.156673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.156755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.156845] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.244296] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: SUCCESS [ 1210.246029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.246029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.246029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.246029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.246029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.246029] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.246368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.246368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.246368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.246579] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.556753] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-e2e2beb3-5957-454a-bb5e-1cbe13bee376 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1210.557326] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1210.557609] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.557714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.593181] env[66378]: INFO networking_nsxv3.common.synchronization [req-b8be118f-d013-4219-a8e9-3eda522fa969 req-923b0979-2706-4703-9581-8c1ecf712388 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1210.593365] env[66378]: INFO networking_nsxv3.common.synchronization [req-b8be118f-d013-4219-a8e9-3eda522fa969 req-923b0979-2706-4703-9581-8c1ecf712388 service nova] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1210.593503] env[66378]: INFO networking_nsxv3.common.synchronization [req-b8be118f-d013-4219-a8e9-3eda522fa969 req-923b0979-2706-4703-9581-8c1ecf712388 service nova] Enqueued Resource ID: 7289b18d-63f7-4b60-bd21-ab84e989471f with Priority: HIGHEST for action port [ 1210.593984] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_rules [ 1210.594144] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1210.594260] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7289b18d-63f7-4b60-bd21-ab84e989471f with Priority: HIGHEST for action port [ 1210.594914] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.595047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.595096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.595305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.595388] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.596359] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.596485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.596556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.597810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.597985] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.598142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.598193] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.598332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.598447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.598541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.599639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7289b18d-63f7-4b60-bd21-ab84e989471f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.599770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.599811] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.599960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.600060] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7289b18d-63f7-4b60-bd21-ab84e989471f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.659427] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.659614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.659681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.659863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.660098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.660193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.660249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.660334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.660467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.660550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.660638] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1210.687808] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.687967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.687967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.688265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.688379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.699824] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1210.710900] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 in Status: SUCCESS [ 1210.711203] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 deletion is rescheduled due to dependency. [ 1210.711266] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.749561] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.977777] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.977777] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-688" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.978417] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-688" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.978417] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-688" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.978578] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.978799] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.978860] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.979662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.979662] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.979950] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.979950] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.980133] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.980133] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.980334] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.980334] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.980486] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.002543] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.002744] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.002882] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.003594] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-688" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.003594] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-16e67962-cc24-44dd-86e9-de8d9f85c3a3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.003594] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.003829] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.004073] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.004265] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e67962-cc24-44dd-86e9-de8d9f85c3a3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.101580] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.102487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.102487] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.103372] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7289b18d-63f7-4b60-bd21-ab84e989471f with status ACTIVE [ 1211.103475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.103584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.103663] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.103884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.104702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.104702] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.104702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.104702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.104702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.104702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.104968] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.104968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.104968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.105172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.105172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.105238] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7289b18d-63f7-4b60-bd21-ab84e989471f is going to be updated. [ 1211.131707] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.131946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.131946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.132148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.132282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.132446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7289b18d-63f7-4b60-bd21-ab84e989471f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.252047] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec7f4436-8a7b-48b4-bb3c-2b126b97366e: rpc.has_security_group_logging(os_id): False [ 1211.272574] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.272680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.272732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.273028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.273028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.273302] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.273452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.273540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.273751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.273840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.273952] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e is going to be created. [ 1211.369141] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.369335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.369413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.369575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.369795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.385363] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: IN_PROGRESS for 2s [ 1211.507077] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.507442] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.507442] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.508816] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.508990] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.509806] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 16e67962-cc24-44dd-86e9-de8d9f85c3a3 not found, creating... [ 1211.509806] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.509806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.509806] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.510136] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.510136] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.510340] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.510517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.510706] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.510938] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.511022] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.511119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 16e67962-cc24-44dd-86e9-de8d9f85c3a3 is going to be created. [ 1211.532955] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.533204] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.533335] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.533606] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.533950] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.534147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.606927] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.109154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.109552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.109552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.109682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.109807] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.109916] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1212.146025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.146025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.146025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.146025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.146025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.156203] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-c240e8ee-ae3e-4266-8159-f8f63deaa490 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-c240e8ee-ae3e-4266-8159-f8f63deaa490 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-c240e8ee-ae3e-4266-8159-f8f63deaa490 service nova] Enqueued Resource ID: 16e67962-cc24-44dd-86e9-de8d9f85c3a3 with Priority: HIGHEST for action port [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1212.260971] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e67962-cc24-44dd-86e9-de8d9f85c3a3 with Priority: HIGHEST for action port [ 1212.260971] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.260971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.260971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.260971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.260971] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.263879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.264844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.265189] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e67962-cc24-44dd-86e9-de8d9f85c3a3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.266194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.266321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.266469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.266549] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e67962-cc24-44dd-86e9-de8d9f85c3a3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.712935] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1212.713288] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 deletion is rescheduled due to dependency. [ 1212.713456] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.713624] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.714060] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.714201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.714201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.714454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.714573] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.733929] env[66378]: INFO networking_nsxv3.common.synchronization [req-6d7bba0f-6ca2-4fb8-92e7-8e2ba1a7c973 req-c0ea3af4-1c6e-45db-9afd-3091e2d4ecba tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1212.734211] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1212.734538] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.734658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.734722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.734919] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.735076] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.735182] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.735273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.735407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.735460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.735550] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.764713] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.764847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.769244] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e67962-cc24-44dd-86e9-de8d9f85c3a3 with status ACTIVE [ 1212.769244] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.769244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.769244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.769532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.769532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.769593] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.769876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.769876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.769876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.769997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.770134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.770245] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.770283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.770423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.770514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.770603] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e67962-cc24-44dd-86e9-de8d9f85c3a3 is going to be updated. [ 1212.793203] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.793393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.793531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.793724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.793863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.794042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e67962-cc24-44dd-86e9-de8d9f85c3a3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.081398] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.081747] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.081920] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.082337] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.082952] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.082952] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.082952] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.083165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.083297] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.083549] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.083629] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.083739] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.083804] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.083898] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.084013] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.084151] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.095589] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.095589] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.095589] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.095589] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.095589] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.096010] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.096550] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.096999] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.097396] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.100021] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.100021] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.100021] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.100021] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.100021] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.100021] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.100021] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.104402] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.104818] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.105135] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.105678] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-36" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.106168] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-06e6c99f-b08a-4002-b2d1-5c3850ace15d taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.106545] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.106825] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.107346] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.107632] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e6c99f-b08a-4002-b2d1-5c3850ace15d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.116841] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.117168] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.117894] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.117894] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.117894] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-44e633d5-19a6-4a47-9743-0595fe5f0da7 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.118767] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.118767] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.118767] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.118767] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e633d5-19a6-4a47-9743-0595fe5f0da7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.217548] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.237133] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.398710] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: SUCCESS [ 1213.398940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.610486] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.610813] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.610917] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.611317] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.611512] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.611694] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 06e6c99f-b08a-4002-b2d1-5c3850ace15d not found, creating... [ 1213.612017] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.612211] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.612356] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.612614] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.612783] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.613145] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.613348] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.613492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.613734] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.613899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.614105] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 06e6c99f-b08a-4002-b2d1-5c3850ace15d is going to be created. [ 1213.621182] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.621359] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.622288] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.622288] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 44e633d5-19a6-4a47-9743-0595fe5f0da7 not found, creating... [ 1213.622468] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.622627] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622787] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.623078] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.623256] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623599] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.623805] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.624016] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.624233] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.624419] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.624607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 44e633d5-19a6-4a47-9743-0595fe5f0da7 is going to be created. [ 1213.633471] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.633694] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.633820] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.634116] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.634341] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.634572] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.646252] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.646492] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.646615] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.646913] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.647165] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.647388] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.721037] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.739607] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.169813] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1214.170258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.170504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.170901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171203] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.171414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.171502] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.171789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.171984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.172207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.172316] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.223967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.224203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.224203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.224470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.224645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.224699] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1214.241741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.241934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.241980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.242190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.242277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.242377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1214.256527] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.256735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.256735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.258044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.258044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.266208] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1214.276411] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.276569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.276634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.276831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.276971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.287988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1214.362547] env[66378]: INFO networking_nsxv3.common.synchronization [req-6d7bba0f-6ca2-4fb8-92e7-8e2ba1a7c973 req-51f1e8ce-47ed-4ecd-ad43-8c91b929b17d service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1214.362879] env[66378]: INFO networking_nsxv3.common.synchronization [req-6d7bba0f-6ca2-4fb8-92e7-8e2ba1a7c973 req-51f1e8ce-47ed-4ecd-ad43-8c91b929b17d service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1214.362879] env[66378]: INFO networking_nsxv3.common.synchronization [req-6d7bba0f-6ca2-4fb8-92e7-8e2ba1a7c973 req-51f1e8ce-47ed-4ecd-ad43-8c91b929b17d service nova] Enqueued Resource ID: 44e633d5-19a6-4a47-9743-0595fe5f0da7 with Priority: HIGHEST for action port [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-34e816f2-9e10-4856-8366-dd3f548e0ec9 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-34e816f2-9e10-4856-8366-dd3f548e0ec9 service nova] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [req-3116b023-14c4-4796-a260-7394fce4644d req-34e816f2-9e10-4856-8366-dd3f548e0ec9 service nova] Enqueued Resource ID: 06e6c99f-b08a-4002-b2d1-5c3850ace15d with Priority: HIGHEST for action port [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e633d5-19a6-4a47-9743-0595fe5f0da7 with Priority: HIGHEST for action port [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6c99f-b08a-4002-b2d1-5c3850ace15d with Priority: HIGHEST for action port [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1214.369192] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_rules [ 1214.369192] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.369192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.369192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.369192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.369192] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.370042] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e633d5-19a6-4a47-9743-0595fe5f0da7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.370167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.370235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.370414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.370511] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e633d5-19a6-4a47-9743-0595fe5f0da7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.371536] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e6c99f-b08a-4002-b2d1-5c3850ace15d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.371536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.371536] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.371716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.371716] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e6c99f-b08a-4002-b2d1-5c3850ace15d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.372842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.372842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.372842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.373565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.374229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.374420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.620788] env[66378]: INFO networking_nsxv3.common.synchronization [req-e9b8c42c-1b2b-4e71-a38c-c8f09fcf3c0a req-302831d2-d560-440f-8c8f-75d0743333a7 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1214.620788] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1214.620982] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.621063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.621126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.621328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.621486] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.621588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.621652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.621799] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.621878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.621970] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.678515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.678515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.678515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.678515] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.681156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.681246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.681345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.681982] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.681982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.681982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.681982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.681982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.681982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.682272] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.875961] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06e6c99f-b08a-4002-b2d1-5c3850ace15d with status ACTIVE [ 1214.876230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.876468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.876468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.876631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.876711] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.876898] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.876996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.877074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.877216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.877344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.877482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.877648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.877737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.877880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.877981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.878150] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06e6c99f-b08a-4002-b2d1-5c3850ace15d is going to be updated. [ 1214.880103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.880238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881014] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e633d5-19a6-4a47-9743-0595fe5f0da7 with status ACTIVE [ 1214.881014] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881271] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.881309] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.881619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.881702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.881947] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.882066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.882133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.882277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.882353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.882437] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e633d5-19a6-4a47-9743-0595fe5f0da7 is going to be updated. [ 1214.914371] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.914626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.914626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.914924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.915178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.915440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e6c99f-b08a-4002-b2d1-5c3850ace15d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.922066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.922238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.922349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.922650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.922965] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.923175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e633d5-19a6-4a47-9743-0595fe5f0da7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.123661] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.123849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.123922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.124168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.124264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.124555] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.124642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.124796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.124847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.124929] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.125027] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1215.155120] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.155726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.155726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.155726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.155877] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.165380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1215.185492] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7872c5cc-d14d-4f8a-afd8-87f64f0363d0: rpc.has_security_group_logging(os_id): False [ 1215.203697] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.203891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.203942] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.204133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.204221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.204418] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.204517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.204578] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.204723] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.204800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.204982] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.205089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.205160] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.205306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.205385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.205591] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.205688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.205750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.205888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.205964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.206079] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1215.279610] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.279840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.279840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.280039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.280194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.332271] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1215.592138] env[66378]: INFO networking_nsxv3.common.synchronization [req-c74421e8-831e-4bee-97a2-abc9d9ea0c9f req-23fd6f87-e643-4645-b4a6-8fbef2d551fa tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1215.592688] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1215.592987] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.594792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.594792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.594792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.594792] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.595049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.595049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.595153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.595225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.595277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.037092] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.037362] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.037518] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.037791] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.038099] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.038326] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.038447] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.038671] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.038816] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.039037] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.039168] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.039284] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.039417] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.039535] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.039728] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.039781] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.060061] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.060333] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.060500] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.060651] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-299" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.060969] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-5b1fa48c-34b5-4475-94b9-006a97465ca2 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.061181] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061345] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.061720] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.061854] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1fa48c-34b5-4475-94b9-006a97465ca2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.099526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.099770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.099770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.100230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.100230] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.100230] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.100591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.100591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.100770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.100770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.100862] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1216.137352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.137352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.137352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.137639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.137749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.151189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1216.276238] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1216.276550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.276771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.277185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.277572] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.277900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.278124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.278413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.278642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.278919] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.303023] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1216.303295] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.303428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.303841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.303922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.304015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.304074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.304241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.304324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.304421] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.564036] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.564276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.564423] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.564723] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.564876] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.565043] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 5b1fa48c-34b5-4475-94b9-006a97465ca2 not found, creating... [ 1216.565306] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.565463] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.565597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.565828] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.565995] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.566420] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.566670] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.566813] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.567053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.567163] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.567304] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 5b1fa48c-34b5-4475-94b9-006a97465ca2 is going to be created. [ 1216.592843] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.593154] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.593246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.593516] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.593810] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.593976] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.781439] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.806655] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.180301] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1217.180998] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a deletion is rescheduled due to dependency. [ 1217.180998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.284391] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.309143] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.337021] env[66378]: INFO networking_nsxv3.common.synchronization [req-c74421e8-831e-4bee-97a2-abc9d9ea0c9f req-b3101571-7dab-4479-b7cb-5c997c46a8f5 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1217.337633] env[66378]: INFO networking_nsxv3.common.synchronization [req-c74421e8-831e-4bee-97a2-abc9d9ea0c9f req-b3101571-7dab-4479-b7cb-5c997c46a8f5 service nova] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1217.337633] env[66378]: INFO networking_nsxv3.common.synchronization [req-c74421e8-831e-4bee-97a2-abc9d9ea0c9f req-b3101571-7dab-4479-b7cb-5c997c46a8f5 service nova] Enqueued Resource ID: 5b1fa48c-34b5-4475-94b9-006a97465ca2 with Priority: HIGHEST for action port [ 1217.338744] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_rules [ 1217.338744] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1217.338744] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1fa48c-34b5-4475-94b9-006a97465ca2 with Priority: HIGHEST for action port [ 1217.338979] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.338979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.338979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.339205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.339304] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.340185] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.340815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.340815] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1fa48c-34b5-4475-94b9-006a97465ca2 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.340815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.340815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.341124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.341124] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1fa48c-34b5-4475-94b9-006a97465ca2',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.351130] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1217.354537] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.785927] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.786138] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.786206] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.786426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.786517] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.786624] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1217.811147] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.811299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.811366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.811588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.811669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.811797] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1217.816307] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.816307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.816454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.816636] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.816716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.825980] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1217.842873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.843116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.844542] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1fa48c-34b5-4475-94b9-006a97465ca2 with status ACTIVE [ 1217.844869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.845074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.845281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.845495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.845620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.845859] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.845991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.846093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.846528] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.846686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.846999] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.847162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.847322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.847447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.847573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.847696] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1fa48c-34b5-4475-94b9-006a97465ca2 is going to be updated. [ 1217.849962] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.850042] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.850151] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.850455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.850598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.866948] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1217.876189] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.876410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.876459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.876650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.876801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.876950] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1fa48c-34b5-4475-94b9-006a97465ca2" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.162543] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1218.162805] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1218.162947] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.163187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.163444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.163716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.163831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.163912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.164129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.164222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.164408] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.668240] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.169217] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.672382] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.672699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.672699] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.672939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.672995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.673121] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1219.702899] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.702899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.702899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.703159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.703194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.720653] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1219.838119] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1219.838421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.839616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.839915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840144] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.840278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.840343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.840532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.840731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.840836] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.843716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.843716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.843716] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.879395] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1219.879395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.879654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.879875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.880107] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.880236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.880306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.880506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.880606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.880730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.880832] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.345391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.345593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.346198] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.388807] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.389163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.389231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.389465] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.390221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.390221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.390221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.390221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.390221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.390523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.390523] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.390613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.390678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.390850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.391027] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.391178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.391259] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.391399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.391496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.392075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.392209] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.848333] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.896420] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 1220.931478] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.931641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.931705] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.931920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.932016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.932223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.932326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.932387] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.932539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.932619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.932805] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.932898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.932958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.933204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.933285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.933493] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.933589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.933648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.933791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.933866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.933948] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1221.012433] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.012650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.012719] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.013054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.013275] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.040315] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1221.351011] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.351011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.351011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.352499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.352499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.352499] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1221.386099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.386299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.386393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.386631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.386806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.397842] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1221.732680] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1221.732680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.732680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.733028] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.733137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.733209] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.733471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.733560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.733664] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.235558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.235898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.235898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.236038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.236235] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.236335] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.236399] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.236551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.236638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.236724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.236880] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.237033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.237033] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.237181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.237312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.237400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.237457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.237593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.237677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.237795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.237857] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.340540] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.340664] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1222.740597] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 1222.760309] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.760491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.760571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.760800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.760920] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.761162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.761283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.761334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.761494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.761575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.761781] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.761878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.761941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.762093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.762169] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.762376] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.762480] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.762548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.762681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.762756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.762841] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1222.832452] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.832662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.832710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.832896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.833056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.857279] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1223.056270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1223.056543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.406973] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1223.407338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.407403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.407590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.407798] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.408027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.408027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.408159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.408291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.408381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.408509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.408600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.408676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.408796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.408936] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.409086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.409086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.410031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.410031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.410031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.410031] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.501667] env[66378]: INFO networking_nsxv3.common.synchronization [req-e15f2165-ede3-4b43-b047-92bc537df3d1 req-b98520ea-3f22-435f-96af-31f71add24e6 tempest-ServersNegativeTestJSON-908699519 tempest-ServersNegativeTestJSON-908699519-project-member] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1223.501814] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGHEST for action security_group_members [ 1223.502444] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.502606] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.502708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.502925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.503102] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.503208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.503265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.503418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.503748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.503908] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.911910] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a03789-637f-4d52-b1b8-cc1276a4a4d0: rpc.has_security_group_logging(os_id): False [ 1223.932903] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.933154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.933154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.933359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.933448] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.933646] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.933754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.933815] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.933937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.934027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.934206] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.934314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.934379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.934512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.934605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.934767] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.934847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.934907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.935050] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.935123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.935206] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1224.000348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.000348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.000348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.000603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.000603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.006353] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.006503] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.006562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.006742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.006831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.007026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.007131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.007186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.007321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.007494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.007494] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be updated. [ 1224.022657] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1224.044806] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.045153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.045153] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.045294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.045349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.055087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: IN_PROGRESS for 2s [ 1224.881761] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1224.882269] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.040459] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1226.040832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.040936] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.041191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.041311] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.066680] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 in Status: SUCCESS [ 1226.066864] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 deletion is rescheduled due to dependency. [ 1226.066980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.123947] env[66378]: INFO networking_nsxv3.common.synchronization [req-d48d5a2e-fda5-4fce-8e2c-52aecf970c19 req-379630ab-58f0-4667-96f3-7a6e670ea9d0 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1226.124753] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1226.124802] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.124912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.124999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.125330] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.125570] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.125670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.125670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.125790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.125874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.125970] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.543938] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.543938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.543938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.544181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.544222] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.544328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.544419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.544616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.544786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.544900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.545032] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.627999] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.047660] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.048058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.048058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.048562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.048799] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.048957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.049037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.049239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.049329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.049547] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.049588] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.049690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.049751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.049898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.050059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.050154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.050216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.050354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.050618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.050704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.050797] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.130031] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.385697] env[66378]: INFO networking_nsxv3.common.synchronization [req-62868ac3-c949-4216-9cbf-af0e066f0914 req-c949591f-d138-4c99-afd1-74dff42cc004 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1227.385995] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1227.386374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.386469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.386584] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.386722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.386867] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.386959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.387453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.387453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.387453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.387453] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.553371] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a03789-637f-4d52-b1b8-cc1276a4a4d0: rpc.has_security_group_logging(os_id): False [ 1227.575754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.576892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.576892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.576892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.576892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.577086] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.577314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.577478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.577737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.577863] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.578166] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.578553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.578821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.579382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.579382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.579604] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.579735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.579998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.579998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.580116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.580179] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1227.632660] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.632912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.633099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.633447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.633607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.633743] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1227.674215] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.676843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.676843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.676843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.676843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.680213] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.680213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.680213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.680213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.680213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.694572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1227.714867] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1227.760182] env[66378]: INFO networking_nsxv3.common.synchronization [req-0ba9d2cb-4915-4b05-b2d6-ed1d56d47e8a req-14b363e8-4fc7-47cb-88bc-ade42ac90a81 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1227.760182] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGHEST for action security_group_members [ 1227.760387] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.760604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.760604] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.761554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.761554] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.761554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.761554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.761554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.761554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.761554] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.857869] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.858111] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.858275] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.858583] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.858874] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.859051] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.859172] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.859401] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.859548] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.859805] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.859891] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.860043] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.860121] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.860280] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.860410] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.860555] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.881803] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.882047] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.882163] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.882354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-381" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.882700] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-f2950a81-f355-4bf4-b59a-dc282d02a64d taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.882928] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.883069] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.883354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.883498] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2950a81-f355-4bf4-b59a-dc282d02a64d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.890223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.890398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.890452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.890707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.890796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.890997] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.891113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.891186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.891327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.891404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.891494] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1227.946073] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.946073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.946073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.946317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.946422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.961168] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1228.264171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.264694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.264694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.264694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.264694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.265331] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.265331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.265331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.265331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.265331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.265331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 is going to be updated. [ 1228.322768] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.323037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.323037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.323196] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.323349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.337097] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: IN_PROGRESS for 2s [ 1228.386018] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.386018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.386018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.386337] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.386464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.386580] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port f2950a81-f355-4bf4-b59a-dc282d02a64d not found, creating... [ 1228.388375] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.388375] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.388375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.389042] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.389042] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: f2950a81-f355-4bf4-b59a-dc282d02a64d is going to be created. [ 1228.410611] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.410829] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.410953] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.411256] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.411500] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.411747] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.743372] env[66378]: INFO networking_nsxv3.common.synchronization [req-feee7c67-c380-4326-856a-fac5b97c92b3 req-0d4a872d-9645-4951-aaef-13a3224e5073 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1228.743942] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1228.744274] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744401] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.744468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.744675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.744854] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.744962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.745038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.745194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.745281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.745378] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.106587] env[66378]: INFO networking_nsxv3.common.synchronization [req-f01181e4-2deb-40cd-8587-0a8901dbe5d5 req-6bf08353-a5f3-4b89-abce-1522fa626ec1 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1229.107190] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1229.107508] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.108299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.108299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.108299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.111472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.111472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.111472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.111472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.111472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.111472] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.142120] env[66378]: INFO networking_nsxv3.common.synchronization [req-62868ac3-c949-4216-9cbf-af0e066f0914 req-42a9c5ef-ab59-4dc2-abf6-88f27b8a156b service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1229.142120] env[66378]: INFO networking_nsxv3.common.synchronization [req-62868ac3-c949-4216-9cbf-af0e066f0914 req-42a9c5ef-ab59-4dc2-abf6-88f27b8a156b service nova] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1229.142120] env[66378]: INFO networking_nsxv3.common.synchronization [req-62868ac3-c949-4216-9cbf-af0e066f0914 req-42a9c5ef-ab59-4dc2-abf6-88f27b8a156b service nova] Enqueued Resource ID: f2950a81-f355-4bf4-b59a-dc282d02a64d with Priority: HIGHEST for action port [ 1229.142120] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_rules [ 1229.142492] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1229.142694] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2950a81-f355-4bf4-b59a-dc282d02a64d with Priority: HIGHEST for action port [ 1229.143099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.143369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.143483] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.143697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.143833] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.145061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.145197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.145446] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2950a81-f355-4bf4-b59a-dc282d02a64d taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.145589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.145751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.145962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.146090] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2950a81-f355-4bf4-b59a-dc282d02a64d',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.246892] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.309535] env[66378]: INFO networking_nsxv3.common.synchronization [req-f01181e4-2deb-40cd-8587-0a8901dbe5d5 req-b59a5239-30bb-46d4-953f-391f0b8e97c8 tempest-ServersTestMultiNic-607500993 tempest-ServersTestMultiNic-607500993-project-member] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1229.309535] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGHEST for action security_group_members [ 1229.310235] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.310531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611291] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.650357] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.650568] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.651036] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2950a81-f355-4bf4-b59a-dc282d02a64d with status ACTIVE [ 1229.651253] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.651253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.651253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.651669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.651669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.651779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.651884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.652015] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.652186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.652267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.652455] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.652549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.652610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.652748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.652822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.652905] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2950a81-f355-4bf4-b59a-dc282d02a64d is going to be updated. [ 1229.675268] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.675417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.675482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.675657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.675792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.675941] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2950a81-f355-4bf4-b59a-dc282d02a64d" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.705147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1229.705380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.731071] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1229.731315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.749979] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.973845] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1229.974148] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a deletion is rescheduled due to dependency. [ 1229.974297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.974782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.975125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.975693] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.975693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.975693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.976171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.976171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.976277] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.113210] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.252937] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.253090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.253090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.253349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.253476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.253604] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be updated. [ 1230.291256] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.291497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.291812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.291812] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.292060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.303218] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1230.352133] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 in Status: SUCCESS [ 1230.352753] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 deletion is rescheduled due to dependency. [ 1230.352753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.479258] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.615566] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.615790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.615790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.616027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.616194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.616390] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1230.648228] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.648477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.648477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.648681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.648817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.658756] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1230.981263] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.484033] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.484420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.484420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.484500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.484596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.484713] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1231.515747] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.515943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.516017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.516378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.516640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.525970] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1232.313957] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1232.314184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.669552] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1232.669925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.670380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.670380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.670546] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.670688] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.670754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.670923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.671013] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.671241] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.173238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.173464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.173510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.173822] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.174031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.174361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.174443] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.174489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.174657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.174797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.174918] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be updated. [ 1233.208910] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.209171] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.209270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.209552] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.209687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.220415] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 2s [ 1233.540715] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1233.540951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.541142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.541391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.541594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.541718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.541787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.541934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.542041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.542742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.542742] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.045380] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.046127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.046301] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.046549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.046754] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.046887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.046949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.047136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.047223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.047314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.047475] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.047602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.047638] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.047760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.047897] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.047986] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.048069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.048296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.048296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.048415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.048571] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.310408] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.310408] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1234.551741] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a: rpc.has_security_group_logging(os_id): False [ 1234.569548] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.569730] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.569783] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.569956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.570085] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.570291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.570395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.570453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.570677] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.570796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.571019] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.571120] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.571194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.571344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.571426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.571607] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.571700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.571760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.571895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.571969] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.572084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1234.745113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.745318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.745398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.745617] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.745774] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.767706] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1235.231921] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: IN_PROGRESS for 4s [ 1235.287095] env[66378]: INFO networking_nsxv3.common.synchronization [req-08fa2a92-8f60-433d-9d55-5cd2f47f61f9 req-c032f099-1332-4d15-a488-b1cbae2d2309 tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1235.287833] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGHEST for action security_group_members [ 1235.287959] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.288111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.288296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.288558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.288652] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.288728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.288800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.288915] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.289047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.289145] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.793330] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.793596] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.793694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.794064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.794228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.794431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.794539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.794652] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.794781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.794898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.794959] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be updated. [ 1235.826833] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.827060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.827060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.827264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.827404] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.837181] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: IN_PROGRESS for 2s [ 1236.782490] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1236.782490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.243053] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 in Status: SUCCESS [ 1237.243984] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 deletion is rescheduled due to dependency. [ 1237.243984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.850469] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baf26d63-4f96-46d4-9e70-287606c3b7dd in Status: SUCCESS [ 1237.850902] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd deletion is rescheduled due to dependency. [ 1237.850980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.894343] env[66378]: INFO networking_nsxv3.common.synchronization [req-71327ef6-cdc5-4d09-b7e4-daf2cc151ed1 req-19a9f0a4-682d-4de0-9b5a-3c2cae0eb0b6 tempest-ImagesOneServerNegativeTestJSON-1770509230 tempest-ImagesOneServerNegativeTestJSON-1770509230-project-member] Enqueued Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1239.895595] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a with Priority: HIGHEST for action security_group_members [ 1239.896211] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.896211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.896435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.896559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.896691] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.896894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.896894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.897057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.897211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.897347] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.399958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.399958] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.400190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.400246] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.400343] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.400545] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.400641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.400696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.400846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.400923] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.401036] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a is going to be updated. [ 1240.446451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.446635] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.447339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.447339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.447339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.458349] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: IN_PROGRESS for 2s [ 1242.469563] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a in Status: SUCCESS [ 1242.469917] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a deletion is rescheduled due to dependency. [ 1242.470084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.549310] env[66378]: INFO networking_nsxv3.common.synchronization [req-74c9187f-75b1-490c-8752-57a4997816f0 req-a42d36b3-baad-4886-ace6-c797380eab53 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1242.549879] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGHEST for action security_group_members [ 1242.550128] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.550226] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.550366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.550684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.550684] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.550874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.550874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.551021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.551021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.551239] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.054884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.054884] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.054884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.054884] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be updated. [ 1243.082779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.082953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.083133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.083243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.083372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.092575] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: IN_PROGRESS for 2s [ 1245.105838] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a in Status: SUCCESS [ 1245.105838] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a deletion is rescheduled due to dependency. [ 1245.105838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.417632] env[66378]: INFO networking_nsxv3.common.synchronization [req-d32732f2-4ec6-4d6d-bf72-c3fbf74b6ea6 req-67e3c782-7612-41d5-a378-f19903af7c19 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1245.417750] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1245.418119] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.418309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.418449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.418639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.418848] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.418973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.419089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.419187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.419296] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.419408] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.769754] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.770428] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.770541] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.770932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.771225] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.771393] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.771512] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.771737] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.771885] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.772103] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.772216] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.772325] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.772432] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.772540] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.772644] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.772771] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.792195] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.792385] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.792519] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.792696] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-382" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.793124] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.793374] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.793548] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.793932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.794125] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4d75c4-6dc1-46cb-abdb-0412a0380df1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.921335] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.297243] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.297243] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.297627] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.297627] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.298896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.298896] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 not found, creating... [ 1246.298896] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.298896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.298896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.298896] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.299203] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.299351] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.299539] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.300354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.300354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.300354] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.300354] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 is going to be created. [ 1246.322995] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.323373] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.323597] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.323932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.324197] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.324501] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.423314] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.926521] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.927412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.927412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.927412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.927412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.927412] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1246.959412] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.959412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.959412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.959412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.959412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.969632] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1247.067845] env[66378]: INFO networking_nsxv3.common.synchronization [req-d32732f2-4ec6-4d6d-bf72-c3fbf74b6ea6 req-b07f8093-9c77-4964-84a3-b7f93c387160 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1247.067845] env[66378]: INFO networking_nsxv3.common.synchronization [req-d32732f2-4ec6-4d6d-bf72-c3fbf74b6ea6 req-b07f8093-9c77-4964-84a3-b7f93c387160 service nova] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1247.067845] env[66378]: INFO networking_nsxv3.common.synchronization [req-d32732f2-4ec6-4d6d-bf72-c3fbf74b6ea6 req-b07f8093-9c77-4964-84a3-b7f93c387160 service nova] Enqueued Resource ID: 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 with Priority: HIGHEST for action port [ 1247.069086] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_rules [ 1247.069380] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1247.070625] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 with Priority: HIGHEST for action port [ 1247.070625] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.070625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.070625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.070625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.070625] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.071735] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.071875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.072114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.072312] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.072444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.072709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.073123] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4d75c4-6dc1-46cb-abdb-0412a0380df1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.580124] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.580124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.580124] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 with status ACTIVE [ 1247.580878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.580878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.580878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.580878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.580878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.580878] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.581384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.581384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.581384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.581384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.581592] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.581592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.581791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.581791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.581951] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.581951] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4d75c4-6dc1-46cb-abdb-0412a0380df1 is going to be updated. [ 1247.608439] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.608675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.608675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.608891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.609205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.609449] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4d75c4-6dc1-46cb-abdb-0412a0380df1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.058700] env[66378]: INFO networking_nsxv3.common.synchronization [None req-47a448df-ffc3-4ec9-a956-074769d15dfc tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1248.059550] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1248.059664] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.059804] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.059878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.060186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.060309] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.158326] env[66378]: INFO networking_nsxv3.common.synchronization [None req-01d367db-372c-420e-9271-4806bfd4fc1c tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1248.158326] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1248.158689] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.158944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.584134] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.584466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.584466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.584650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.584782] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.584912] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9814bbcd-e869-4abd-863e-562139979f01 already deleted. [ 1248.585091] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.585243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.585455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.585549] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.985201] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1248.985497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.985731] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.986020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.986228] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.986772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.986914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.987326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.987538] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.987768] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.112268] env[66378]: INFO networking_nsxv3.common.synchronization [req-e34a376b-acbf-400f-88cb-5a1362696e0e req-fd1a6e89-6597-4a95-b1e7-ff4662307ccb tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1249.113284] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGHEST for action security_group_members [ 1249.114971] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.114971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.114971] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.115277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.115403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.115988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9814bbcd-e869-4abd-863e-562139979f01 already deleted. [ 1249.115988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.115988] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.116219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.116219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.116576] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.116758] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.116935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.116992] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.117213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.117268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.117348] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.490997] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.622223] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.622567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.622567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.622690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.644888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.645357] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.645357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.645357] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.645579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.645647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.645756] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 is going to be updated. [ 1249.673362] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.673511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.673579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.673792] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.673937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.683521] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: IN_PROGRESS for 2s [ 1249.993575] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.495494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.495686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.495761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.496055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.496179] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.496296] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1250.533233] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.533377] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.533424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.533654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.533830] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.545560] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1251.694256] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 in Status: SUCCESS [ 1251.694658] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 deletion is rescheduled due to dependency. [ 1251.694658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.558033] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1252.558342] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.558625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.558846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.559055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.559186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.559268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.559432] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.559591] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.559641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.559740] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.755624] env[66378]: INFO networking_nsxv3.common.synchronization [None req-9911907b-ebe8-4caf-bc4d-387e39ad51f6 tempest-AttachInterfacesTestJSON-227111645 tempest-AttachInterfacesTestJSON-227111645-project-member] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1252.756183] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGHEST for action security_group_members [ 1252.756499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.756623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.756682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.757146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.757186] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.757323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.757385] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.757720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.757720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.757720] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.062466] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.062466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.062946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.062946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.063025] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.063197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.063197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.063344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.063433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.063560] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.063833] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.063833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.063833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.064161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.064161] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.064279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.064279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.064365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.064429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.064511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.064601] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.143680] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.143883] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.175261] env[66378]: INFO networking_nsxv3.common.synchronization [req-8b27a4cf-58f6-43ed-b517-a1f98a55f8d5 req-9b41d2d6-26b7-4268-9903-758985d80c64 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1253.176429] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1253.176429] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.176429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.176429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.176429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.176797] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.176797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.176797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.176797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.176797] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.177105] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.260670] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.263077] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.263077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.263077] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be updated. [ 1253.303433] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.303433] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.303685] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.303845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.303845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.313327] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: IN_PROGRESS for 2s [ 1253.511960] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.511960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.511960] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.512241] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.512423] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.512624] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.512697] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.513076] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.513076] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.513256] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.513426] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.513475] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.513621] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.513747] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.513852] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.513984] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.533074] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.533326] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.533483] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.533669] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.534058] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.534253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.534401] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.534792] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.535010] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.568357] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3439b1ac-140d-4c43-882e-16d2b60324c1: rpc.has_security_group_logging(os_id): False [ 1253.585535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.585696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.585741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.586117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.586260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.586464] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.586587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.586646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.586790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.586901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.587144] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.587144] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.587304] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.587354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.587403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.587587] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.587680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.587732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.588009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.588240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.588240] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1253.676020] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.676020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.676020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.676020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.676020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.680431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.680431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.680431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.680431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.699270] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1253.703978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.703978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.703978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.703978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.703978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.703978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.703978] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1253.756573] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.756573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.756573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.757074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.757074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.766978] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1254.037562] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.037810] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.037938] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.038246] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.038459] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.038580] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e not found, creating... [ 1254.038856] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.039063] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.039191] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.039427] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.039569] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.039858] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.040037] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.040162] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.040372] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.040516] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.040694] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e is going to be created. [ 1254.063237] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.063448] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.063601] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.063865] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.064155] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.064337] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.780053] env[66378]: INFO networking_nsxv3.common.synchronization [req-8b27a4cf-58f6-43ed-b517-a1f98a55f8d5 req-108bd9ff-7070-4937-a809-20062ffb743b service nova] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_rules [ 1254.780378] env[66378]: INFO networking_nsxv3.common.synchronization [req-8b27a4cf-58f6-43ed-b517-a1f98a55f8d5 req-108bd9ff-7070-4937-a809-20062ffb743b service nova] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1254.780378] env[66378]: INFO networking_nsxv3.common.synchronization [req-8b27a4cf-58f6-43ed-b517-a1f98a55f8d5 req-108bd9ff-7070-4937-a809-20062ffb743b service nova] Enqueued Resource ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with Priority: HIGHEST for action port [ 1254.780550] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_rules [ 1254.780675] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1254.780773] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with Priority: HIGHEST for action port [ 1254.781970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.781970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.781970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.781970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.782234] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.783078] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.783176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.783571] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.783741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.783809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.783988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.784113] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.288146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.288532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.288532] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with status ACTIVE [ 1255.288706] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.288817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.288896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.289104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.289216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.289381] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.289550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.289671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.289771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.289853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.290070] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.290170] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.290341] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.290408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.290447] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.290558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e is going to be updated. [ 1255.324147] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 in Status: SUCCESS [ 1255.324377] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 deletion is rescheduled due to dependency. [ 1255.324542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.325526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.325682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.325748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.325952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.326093] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.326231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.714156] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1255.714619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.779252] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1255.779596] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de deletion is rescheduled due to dependency. [ 1255.779709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.779895] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.780134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.780482] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.780482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.780482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.780770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.780770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.780854] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.283572] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.785990] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.085340] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.085616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.085616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.085800] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.085910] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.289192] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.289372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.289463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.289798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.289939] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.290092] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1257.362470] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.362637] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.362700] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.362902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.363216] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.373122] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1257.588161] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.090643] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.594161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1258.594337] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1259.383774] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1259.384114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.384186] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.384429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.384623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.384742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.384813] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.384960] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.385051] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.385140] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.385233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.519292] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.519689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.519796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.520306] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.540933] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1259.541273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.542864] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1259.582401] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.582565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.582629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.582847] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.604733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.605670] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1259.605848] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.605959] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1259.657179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.657333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.657406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.657623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.658946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.659853] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1259.765024] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.765024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.765024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.765024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.765476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.765592] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1259.785400] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.785400] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.876586] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.876586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.876586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.876586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.876586] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.876586] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1259.876586] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'baf26d63-4f96-46d4-9e70-287606c3b7dd', 'd7129bb7-4bc6-4c3b-bfa4-3b6546869d1a', 'a86f18f1-db70-4602-9b5d-e530b0c2e348', '7000b991-e603-4ea9-8d1f-b2ef8848a66f', 'b513ff6a-0dbf-439c-9675-e47077e6d086', 'f138ec6c-3923-469d-94d9-27a4d67966de', '9dbcffc0-2da8-424b-9223-ce68c395e0ed', 'ef0683db-e3de-464b-9886-1700e47b74b1', '0877fb4e-ad85-4098-87c3-44c7ae73c912', 'd005db4a-23fb-4ac8-84b1-bacfaa593457', '56a03789-637f-4d52-b1b8-cc1276a4a4d0', 'a3e27a44-0c30-4100-a261-a64d7392dd22', 'ec7f4436-8a7b-48b4-bb3c-2b126b97366e', '534fdddc-a429-4371-aaa6-ba59141b3c50', '50d40bfb-496e-40cc-b7a3-e11ccccb7d5f', 'c5f5162a-4587-41d5-9a01-9624387548b9', '9fd060b6-5258-4bbb-ab55-838b6e187872', '86be1087-ab7b-413a-9dd9-09d6d25b1731', '3d5bef13-9439-486d-9935-b5bb703941aa', 'ba663c30-df85-405e-85d6-180a43890f44', '533ebd58-294f-4b32-b121-b491e20c3813', '7872c5cc-d14d-4f8a-afd8-87f64f0363d0', 'e70770c1-689f-4f4b-9257-2f6e13312bae', 'f9c7f9fb-9581-4933-aa49-bb1f86499e04', 'd86104e2-0d37-418d-99f1-d278d334c56c', '74928249-3e11-4998-9192-67d5cb2a13c7', 'c45b313c-a772-4871-bf64-514fadcaaaa7', 'aa6ff873-79c2-467c-9787-3e83140a87ef', '24a0810c-c6e7-4b9a-ae18-49a496ac66f5', '90fe43d2-deff-484b-88a0-b82e68b406eb', '58122957-bb47-4c0a-bc36-264b57cbbed3', 'd5ae4db1-1f2a-47ff-bff1-a2922f02e4c8', '75ada376-d649-4d32-90a0-cda20914b86e', '3439b1ac-140d-4c43-882e-16d2b60324c1', 'b32b53e0-588e-4f57-b71e-d6415e9b594a', '4d306a9a-f0d0-4614-8c30-10f4c1d6449b', '981ed1a5-d516-4c89-9606-59eedcc2788b', '31ebc8ad-3256-4f55-8a14-831a413a9e59', '01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a', '3cfe3dbd-34f9-4d78-b07f-23f14b019196'} {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.876586] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1259.889503] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.889872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.889977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.890232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.890450] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.890608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.890742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.891150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.891150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.891150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.891366] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.891366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.891501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.891559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893055] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.893055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.893055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.893055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.893055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.893055] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.901392] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.901724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.901724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.903172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.903172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.903172] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1259.903172] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.903172] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1259.953142] env[66378]: INFO networking_nsxv3.common.synchronization [req-7d5321d3-1ebe-4e08-99dc-58694c04975c req-2a1743cb-22e5-46b8-92d4-aa298e909887 tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1259.954026] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1259.954190] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.954305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.954388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.954642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.954797] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.954901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.954961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.955137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.955541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.955541] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.027156] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.027156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.027156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.027156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.030283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.030283] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1260.030283] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1260.031435] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1260.031435] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1260.031435] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1260.031435] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGH for action security_group_rules [ 1260.031435] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGH for action security_group_rules [ 1260.031435] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGH for action security_group_rules [ 1260.031435] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGH for action security_group_rules [ 1260.033612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.347343] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.347596] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.347723] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.347959] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.348825] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.348968] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.349100] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.349332] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.349603] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.349681] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.349785] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.349890] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.349993] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.350108] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.350211] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.350342] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.371858] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.371858] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.371858] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.371858] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.371858] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-5e541e2f-8810-4012-9370-1d5081955aa3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.371858] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.371858] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.373152] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.373152] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e541e2f-8810-4012-9370-1d5081955aa3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.397655] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f138ec6c-3923-469d-94d9-27a4d67966de: rpc.has_security_group_logging(os_id): False [ 1260.431734] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.431894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.431964] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.432207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.458294] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.458514] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.477849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.478128] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.478253] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.478320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.478593] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.478679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.478882] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.478981] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.479052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.479205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.479278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.479491] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.479585] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.479647] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.479785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.479861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.479943] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1260.481070] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.481229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.481317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.481480] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.481580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.481640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.481777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.481851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.481934] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9814bbcd-e869-4abd-863e-562139979f01 already deleted. [ 1260.482054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.545769] env[66378]: INFO networking_nsxv3.common.synchronization [None req-082221a3-8eaf-47d5-8f73-f14fa8021aa3 None None] Enqueued Resource ID: 16fe3b5c-cf51-4a73-8aa6-e01774def7da with Priority: HIGHEST for action port [ 1260.546413] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fe3b5c-cf51-4a73-8aa6-e01774def7da with Priority: HIGHEST for action port [ 1260.546604] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf26d63-4f96-46d4-9e70-287606c3b7dd with Priority: HIGH for action security_group_rules [ 1260.546697] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 with Priority: HIGH for action security_group_rules [ 1260.546753] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGH for action security_group_rules [ 1260.546817] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f with Priority: HIGH for action security_group_rules [ 1260.546977] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGH for action security_group_rules [ 1260.547120] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1260.547120] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 with Priority: HIGH for action security_group_rules [ 1260.547194] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGH for action security_group_rules [ 1260.547258] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 with Priority: HIGH for action security_group_rules [ 1260.547364] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5162a-4587-41d5-9a01-9624387548b9 with Priority: HIGH for action security_group_rules [ 1260.547452] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGH for action security_group_rules [ 1260.547564] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e27a44-0c30-4100-a261-a64d7392dd22 with Priority: HIGH for action security_group_rules [ 1260.547881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 with Priority: HIGH for action security_group_rules [ 1260.547881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 with Priority: HIGH for action security_group_rules [ 1260.548128] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 with Priority: HIGH for action security_group_rules [ 1260.548128] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGH for action security_group_rules [ 1260.548201] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0683db-e3de-464b-9886-1700e47b74b1 with Priority: HIGH for action security_group_rules [ 1260.548286] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b513ff6a-0dbf-439c-9675-e47077e6d086 with Priority: HIGH for action security_group_rules [ 1260.548388] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a with Priority: HIGH for action security_group_rules [ 1260.548450] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f with Priority: HIGH for action security_group_rules [ 1260.548829] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-16fe3b5c-cf51-4a73-8aa6-e01774def7da taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.548956] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16fe3b5c-cf51-4a73-8aa6-e01774def7da" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.549036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16fe3b5c-cf51-4a73-8aa6-e01774def7da" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.549326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16fe3b5c-cf51-4a73-8aa6-e01774def7da" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.549426] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16fe3b5c-cf51-4a73-8aa6-e01774def7da',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.551765] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf26d63-4f96-46d4-9e70-287606c3b7dd taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.552228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.552228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.552360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.552360] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf26d63-4f96-46d4-9e70-287606c3b7dd',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.553247] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a86f18f1-db70-4602-9b5d-e530b0c2e348 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.553379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.553437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.553768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.553768] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a86f18f1-db70-4602-9b5d-e530b0c2e348',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.554535] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.554665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.554732] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.554886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.554967] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.555737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.555902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.555902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.555997] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.556080] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d40bfb-496e-40cc-b7a3-e11ccccb7d5f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.556885] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.556994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.557103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.557199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.557270] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.557969] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.558080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.558126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.558274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.558349] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.559184] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86be1087-ab7b-413a-9dd9-09d6d25b1731 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.559184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.559329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.559361] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.559468] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86be1087-ab7b-413a-9dd9-09d6d25b1731',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.560132] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.560282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.560282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.560437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.560508] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.564167] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fdddc-a429-4371-aaa6-ba59141b3c50 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.564293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.564359] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.564539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.564619] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fdddc-a429-4371-aaa6-ba59141b3c50',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.565659] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f5162a-4587-41d5-9a01-9624387548b9 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.565659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.565659] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.565876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.565876] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f5162a-4587-41d5-9a01-9624387548b9',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.566628] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.566750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.566796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.566945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.567067] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.568098] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e27a44-0c30-4100-a261-a64d7392dd22 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.568098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.568098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.568098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.568350] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e27a44-0c30-4100-a261-a64d7392dd22',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.569181] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.569181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.569181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.569181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.569482] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a03789-637f-4d52-b1b8-cc1276a4a4d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.570383] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d005db4a-23fb-4ac8-84b1-bacfaa593457 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.570507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.570507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.570650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.570780] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d005db4a-23fb-4ac8-84b1-bacfaa593457',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.571406] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0877fb4e-ad85-4098-87c3-44c7ae73c912 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.571519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.571565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.571681] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.571754] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0877fb4e-ad85-4098-87c3-44c7ae73c912',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.572906] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.572906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.573181] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef0683db-e3de-464b-9886-1700e47b74b1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.573181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.573181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.573327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.573373] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef0683db-e3de-464b-9886-1700e47b74b1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.574155] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b513ff6a-0dbf-439c-9675-e47077e6d086 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.574250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.574318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.574492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.574572] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b513ff6a-0dbf-439c-9675-e47077e6d086',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.575592] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.575592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.575592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.575592] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.575922] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.576350] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.576452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.576523] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.576618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.576689] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7000b991-e603-4ea9-8d1f-b2ef8848a66f',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.579763] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.579763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.579763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.579763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.579763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.608185] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1260.623929] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.624125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.624309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.624412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.675949] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.676117] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a86f18f1-db70-4602-9b5d-e530b0c2e348 is going to be deleted. [ 1260.790418] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.790619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.790733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.790896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.790993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.791130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a86f18f1-db70-4602-9b5d-e530b0c2e348" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.800197] env[66378]: INFO networking_nsxv3.common.synchronization [None req-8d005fd1-b013-47a2-ad9c-6c405a9b3746 tempest-ServerActionsV293TestJSON-442735078 tempest-ServerActionsV293TestJSON-442735078-project-member] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1260.800435] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1260.800717] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.800842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.800938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.801164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.801276] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.874914] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.875190] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.875317] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.875605] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.875761] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.875953] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 5e541e2f-8810-4012-9370-1d5081955aa3 not found, creating... [ 1260.876198] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.876368] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.876503] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.876789] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.876923] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.877157] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.877342] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.877464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.877707] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.877842] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.877984] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 5e541e2f-8810-4012-9370-1d5081955aa3 is going to be created. [ 1260.915730] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.916097] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.916289] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.916623] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.916892] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.917349] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931468] env[66378]: INFO networking_nsxv3.common.synchronization [None req-868e46eb-2bac-4f5c-92a8-65616967a05e tempest-ServerActionsV293TestJSON-442735078 tempest-ServerActionsV293TestJSON-442735078-project-member] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1260.932385] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1260.932720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.932848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.080558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.080757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.080832] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.081063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.081246] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.081352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.081413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.081579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.081665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.081777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.081871] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.082893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.083727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.087328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.087472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.087558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.087854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.087854] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.087979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.088030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.088232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.088232] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.091913] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16fe3b5c-cf51-4a73-8aa6-e01774def7da [ 1261.091913] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.091913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.091913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.091913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.091913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.091913] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16fe3b5c-cf51-4a73-8aa6-e01774def7da already deleted. [ 1261.092336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16fe3b5c-cf51-4a73-8aa6-e01774def7da" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.095204] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.095421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.095501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.095661] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.095869] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.096413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.096413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.096413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.096413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.096413] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.096772] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.100424] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.100424] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.100424] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.100424] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.104495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.104495] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.104495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.104495] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.118627] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.151911] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.151911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.151911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.151911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.177409] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.177697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.178432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.178718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.198034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.198034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.201849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.202086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.203875] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.203875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.204116] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.204181] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.205053] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.205133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.205905] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.206024] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.206883] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.206996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.207755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.207879] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.208669] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1261.209173] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.209370] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.209949] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1261.210393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.210520] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.229718] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1261.230289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.230424] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a03789-637f-4d52-b1b8-cc1276a4a4d0 is going to be deleted. [ 1261.231466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.231694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.267695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.267851] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f5162a-4587-41d5-9a01-9624387548b9 is going to be deleted. [ 1261.269176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.269828] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.293098] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.293204] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d005db4a-23fb-4ac8-84b1-bacfaa593457 is going to be deleted. [ 1261.294229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.294454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.321116] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.321446] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b513ff6a-0dbf-439c-9675-e47077e6d086 is going to be deleted. [ 1261.322420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.322771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.325261] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.325440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.364742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.364953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.367241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.367392] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.377522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.377670] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf26d63-4f96-46d4-9e70-287606c3b7dd is going to be deleted. [ 1261.378689] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.378907] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.406319] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.407273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.438442] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.438442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.462178] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.462178] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0877fb4e-ad85-4098-87c3-44c7ae73c912 is going to be deleted. [ 1261.462421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.462673] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.514928] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.514928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.545914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.546059] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86be1087-ab7b-413a-9dd9-09d6d25b1731 is going to be deleted. [ 1261.546973] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.548019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.593366] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.615071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.615071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.615071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.615071] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.615071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.619077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.619077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.619077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.619077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.619077] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.619077] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.619077] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.628751] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec7f4436-8a7b-48b4-bb3c-2b126b97366e: rpc.has_security_group_logging(os_id): False [ 1261.632030] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.632137] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a is going to be deleted. [ 1261.633605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.633816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.659453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.659453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.659453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.660223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.666743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.666743] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d40bfb-496e-40cc-b7a3-e11ccccb7d5f is going to be deleted. [ 1261.668023] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.703934] env[66378]: INFO networking_nsxv3.common.synchronization [req-7d5321d3-1ebe-4e08-99dc-58694c04975c req-1b68fcc5-74d2-4e8e-9b36-d1e45f3d93d3 service nova] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1261.703934] env[66378]: INFO networking_nsxv3.common.synchronization [req-7d5321d3-1ebe-4e08-99dc-58694c04975c req-1b68fcc5-74d2-4e8e-9b36-d1e45f3d93d3 service nova] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1261.703934] env[66378]: INFO networking_nsxv3.common.synchronization [req-7d5321d3-1ebe-4e08-99dc-58694c04975c req-1b68fcc5-74d2-4e8e-9b36-d1e45f3d93d3 service nova] Enqueued Resource ID: 5e541e2f-8810-4012-9370-1d5081955aa3 with Priority: HIGHEST for action port [ 1261.704675] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1261.704675] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1261.705881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541e2f-8810-4012-9370-1d5081955aa3 with Priority: HIGHEST for action port [ 1261.706284] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.706450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.706522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.706706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.706850] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.707842] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.707970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.708073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.708234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.708391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.708530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.708620] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.708789] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.708931] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.709975] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.712040] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e541e2f-8810-4012-9370-1d5081955aa3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.712040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.712207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.712320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.712435] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e541e2f-8810-4012-9370-1d5081955aa3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.714368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.714515] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7000b991-e603-4ea9-8d1f-b2ef8848a66f is going to be deleted. [ 1261.718363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.718363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.773223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.773328] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fdddc-a429-4371-aaa6-ba59141b3c50 is going to be deleted. [ 1261.775382] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.775512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.790889] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.791772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.841640] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.841640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.855019] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.855202] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef0683db-e3de-464b-9886-1700e47b74b1 is going to be deleted. [ 1261.857643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.858257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.859757] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.859900] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.926169] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.926329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.927242] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.927363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.937485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.937573] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e27a44-0c30-4100-a261-a64d7392dd22 is going to be deleted. [ 1261.938720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.938928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.939102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.939324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a03789-637f-4d52-b1b8-cc1276a4a4d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.939540] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.939749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.939839] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.939988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f5162a-4587-41d5-9a01-9624387548b9" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.940662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.940901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.941074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.941224] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 already deleted. [ 1261.941351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.941571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.941787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.941904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.942097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d005db4a-23fb-4ac8-84b1-bacfaa593457" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.942284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.942501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.942647] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.943748] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.943932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.944081] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.944238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b513ff6a-0dbf-439c-9675-e47077e6d086" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.944640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.944858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.944982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.945184] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf26d63-4f96-46d4-9e70-287606c3b7dd" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.945358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.945529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.011996] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.012352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.072760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.073129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.073299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.073299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.073490] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.073564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.073664] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e is going to be updated. [ 1262.074736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.074911] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.074994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0877fb4e-ad85-4098-87c3-44c7ae73c912" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.075394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.075464] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86be1087-ab7b-413a-9dd9-09d6d25b1731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.075809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.075953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.076052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076175] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7129bb7-4bc6-4c3b-bfa4-3b6546869d1a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.076450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.076550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076658] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d40bfb-496e-40cc-b7a3-e11ccccb7d5f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.077213] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.077372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.077501] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.077588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7000b991-e603-4ea9-8d1f-b2ef8848a66f" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.077668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.077826] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.077970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.078099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fdddc-a429-4371-aaa6-ba59141b3c50" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.078231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.078372] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.078446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.078763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef0683db-e3de-464b-9886-1700e47b74b1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.097205] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd060b6-5258-4bbb-ab55-838b6e187872: rpc.has_security_group_logging(os_id): False [ 1262.120921] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5bef13-9439-486d-9935-b5bb703941aa: rpc.has_security_group_logging(os_id): False [ 1262.122739] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbcffc0-2da8-424b-9223-ce68c395e0ed: rpc.has_security_group_logging(os_id): False [ 1262.123439] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba663c30-df85-405e-85d6-180a43890f44: rpc.has_security_group_logging(os_id): False [ 1262.154488] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.154674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.154772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.155068] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.181142] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.181142] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.217156] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.217870] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.218052] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.218901] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e541e2f-8810-4012-9370-1d5081955aa3 with status ACTIVE [ 1262.218901] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.218901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.218901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.219489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.219489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.219489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.219489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.219489] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.219718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.219718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.219949] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.220075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.220172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.220887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.220887] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.220887] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e541e2f-8810-4012-9370-1d5081955aa3 is going to be updated. [ 1262.223432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.223646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.237653] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.237892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.239217] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.239389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.264267] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.264533] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.264610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.264676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.265177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.265177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.265177] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1262.267882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.267882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.310108] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.310354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.310437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.311031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.311031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.311201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.340161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.340161] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.340161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.340161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.340161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.340161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.340161] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed is going to be updated. [ 1262.341984] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.342147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.344249] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.344419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.427977] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.430872] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.430872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.430872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.430872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.430872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.430872] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e27a44-0c30-4100-a261-a64d7392dd22" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.435027] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.436145] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.437309] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.507340] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.507544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.550202] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.550632] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.550893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.550996] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.551282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.551422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.551832] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.552035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.552132] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.552374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.552509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.552780] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.552894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.552983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.553185] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.553288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.553441] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1262.554912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.555165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.555365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.556750] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.556968] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.557172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.558515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.558694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.558816] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.558950] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 already deleted. [ 1262.559090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.575831] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.576022] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.576111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.576360] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.576710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.604199] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1262.604961] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: IN_PROGRESS for 2s [ 1262.606881] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: IN_PROGRESS for 2s [ 1262.662762] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1262.662762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.662762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.662762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.663049] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.678249] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.678249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.678672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.678672] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.678759] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.703343] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1262.718890] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.010285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.010285] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1263.010285] env[66378]: INFO networking_nsxv3.common.synchronization [None req-3f424801-65c1-480b-ac2a-953b1643a9f0 None None] Enqueued Resource ID: c9644b1f-a59c-423f-be85-2825ad72103c with Priority: HIGHEST for action port [ 1263.010285] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9644b1f-a59c-423f-be85-2825ad72103c with Priority: HIGHEST for action port [ 1263.010285] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9644b1f-a59c-423f-be85-2825ad72103c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9644b1f-a59c-423f-be85-2825ad72103c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9644b1f-a59c-423f-be85-2825ad72103c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.010285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9644b1f-a59c-423f-be85-2825ad72103c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.010285] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9644b1f-a59c-423f-be85-2825ad72103c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.164738] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.164922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.164999] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.165210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.165378] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.165482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.165679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.165679] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.165882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.165882] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.165953] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.222177] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.222511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.222511] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.222825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.222868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.223028] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be created. [ 1263.262127] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.262127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.262127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.262428] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.263028] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.295852] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: UNINITIALIZED for 2s [ 1263.393585] env[66378]: INFO networking_nsxv3.common.synchronization [None req-7b114bf6-07c4-41bb-951a-45537ea7fca8 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1263.393869] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1263.394664] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.394664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.394664] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.394873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.394928] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.450095] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9644b1f-a59c-423f-be85-2825ad72103c [ 1263.451300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.451300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.451300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.451300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.451300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.451300] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9644b1f-a59c-423f-be85-2825ad72103c already deleted. [ 1263.451300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9644b1f-a59c-423f-be85-2825ad72103c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.474602] env[66378]: INFO networking_nsxv3.common.synchronization [None req-5b9b5893-b4bb-44c8-92e5-934f869ab9a2 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1263.475160] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1263.475468] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.475573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.670543] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.670734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.670798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.671045] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.671228] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.671321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.671380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.671542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.671633] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.671747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.671900] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.671989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.672075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.672221] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.672402] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.672525] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.672583] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.672728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.672806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.672890] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.672981] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.919621] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.919888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.919888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.920123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.920219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.920322] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 already deleted. [ 1263.920408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.920587] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.920780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.920902] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.180016] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f138ec6c-3923-469d-94d9-27a4d67966de: rpc.has_security_group_logging(os_id): False [ 1264.213035] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.213035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.213299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.213299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.214129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.214129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.214129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.214129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.214129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.214129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.214430] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.214430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.214430] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.214607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.214607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.214780] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.214868] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.214925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.215043] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.215123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.215197] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1264.341821] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.341821] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.360856] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1264.463219] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.463566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.464277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.464277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.464277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.464277] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 already deleted. [ 1264.464277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.626300] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: SUCCESS [ 1264.626569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.627430] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1264.627613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.628543] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: SUCCESS [ 1264.628749] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.631821] env[66378]: INFO networking_nsxv3.common.synchronization [req-948afd1c-6513-4418-a177-141167cdfb06 req-6e22eee6-fbf2-464d-870a-cf5166cc969c tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1264.632468] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1264.632791] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.632910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.632980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.633191] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.633347] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.633460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.633524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.633691] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.633793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.633886] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.725278] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1264.725278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.809558] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1264.809558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.137171] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.204698] env[66378]: INFO networking_nsxv3.common.synchronization [req-eee403c8-bd0d-40c8-94da-e0dfb33941d7 req-6ba68566-ff64-40c8-870c-6def31f63b0b tempest-AttachVolumeNegativeTest-474277979 tempest-AttachVolumeNegativeTest-474277979-project-member] Enqueued Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1265.206066] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed with Priority: HIGHEST for action security_group_members [ 1265.207668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbcffc0-2da8-424b-9223-ce68c395e0ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.207668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.207668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.207668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.207668] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.207668] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.208133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.208133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.208199] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.208264] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbcffc0-2da8-424b-9223-ce68c395e0ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.314898] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: SUCCESS [ 1265.315228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.315453] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.315751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.315958] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.316108] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.316270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.316463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.316675] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.316796] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.316915] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.591170] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a2dffd9-e008-462e-a3ad-f5535acd1467 req-14e98431-6d69-4eb6-9399-98865b8fe0ca tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1265.591170] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGHEST for action security_group_members [ 1265.591170] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.592452] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.592674] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.593243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.593509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.595509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.595509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.595509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.595509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.595509] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.645026] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.647228] env[66378]: INFO networking_nsxv3.common.synchronization [req-9a2dffd9-e008-462e-a3ad-f5535acd1467 req-14e98431-6d69-4eb6-9399-98865b8fe0ca tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with Priority: HIGHEST for action port [ 1265.649123] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with Priority: HIGHEST for action port [ 1265.650162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.650162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.650162] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.651274] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.651274] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.711978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.711978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.711978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.711978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.711978] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.711978] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.712393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.712393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.712393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.712393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.712561] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed is going to be updated. [ 1265.751763] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.751763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.751763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.751763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.751763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.764815] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: IN_PROGRESS for 2s [ 1265.821134] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.096914] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.097197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097366] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.097984] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.098130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.098218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.098419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.098530] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.098631] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be updated. [ 1266.133967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.134157] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.134203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.134398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.134542] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.146550] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: IN_PROGRESS for 2s [ 1266.150793] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.150793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.150953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.151146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.151242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.151344] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1266.152661] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e with status ACTIVE [ 1266.152888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.153026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.153111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.153308] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.153398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.153605] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.153702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.153763] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.153946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.154049] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.154254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.154355] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.154414] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.154600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.154600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.154727] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e is going to be updated. [ 1266.179300] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.179512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.179556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.179841] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.180053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.180232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bbbf2e1-963f-49f2-a92b-01a0bd5d6d7e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.186985] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.187214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.187214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.187478] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.187627] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.199829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1266.322677] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9814bbcd-e869-4abd-863e-562139979f01: rpc.has_security_group_logging(os_id): False [ 1266.360777] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.360777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.361102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.361102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.361243] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.361619] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.361761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.361829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.361987] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.362075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.362164] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be created. [ 1266.381162] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1266.381566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.494952] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.494952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.494952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.494952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.494952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.509894] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: IN_PROGRESS for 2s [ 1267.783345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed in Status: SUCCESS [ 1267.783845] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbcffc0-2da8-424b-9223-ce68c395e0ed deletion is rescheduled due to dependency. [ 1267.783845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbcffc0-2da8-424b-9223-ce68c395e0ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.157943] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f138ec6c-3923-469d-94d9-27a4d67966de in Status: SUCCESS [ 1268.158268] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f138ec6c-3923-469d-94d9-27a4d67966de deletion is rescheduled due to dependency. [ 1268.158418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.212087] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1268.212344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.536198] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: SUCCESS [ 1268.536198] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.465448] env[66378]: INFO networking_nsxv3.common.synchronization [req-72adf990-0165-44de-af42-2b7c93da0985 req-12eb5f10-edab-4518-9660-0c732fef868d tempest-DeleteServersTestJSON-1774590715 tempest-DeleteServersTestJSON-1774590715-project-member] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1269.465961] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGHEST for action security_group_members [ 1269.466432] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.466496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.466610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.466888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.467099] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.467177] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.467499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.467499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.467499] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.467596] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.970967] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.971195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.971291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.972058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.972058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.972058] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.972058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.972058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.972374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.972374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.972374] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be updated. [ 1270.005061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.005061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.005061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.005386] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.005482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.017498] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: IN_PROGRESS for 2s [ 1270.672390] env[66378]: INFO networking_nsxv3.common.synchronization [req-0d135774-644b-4e31-a780-f1fc8a80d868 req-80aa86f6-0c1c-4f12-afe8-644b64a4c616 tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1270.672956] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1270.673286] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.673393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.673485] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.673650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.674016] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.674016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.674016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.674211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.674211] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.674273] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.176796] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.177212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.177323] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.177660] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.207237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.207237] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.207237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.207237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.207237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.207237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.207237] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1271.238072] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.238425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.238696] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.240205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.240205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.250910] env[66378]: INFO networking_nsxv3.common.synchronization [req-8d738d80-7ee8-4fb0-9713-f24d00b43acf req-3d6acf37-a1f0-4a05-8652-b30534f375d1 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1271.251647] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1271.252047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252203] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.252292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.252589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.252779] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.253041] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.253284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.253441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.253616] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.258289] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1271.605228] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.605504] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.606182] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.606182] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.606182] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.606423] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.606471] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.606665] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.606809] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.607033] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.607210] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.607455] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.607549] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.607744] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.607885] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.608070] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.648232] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.648413] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.648601] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.649469] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-325" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.649469] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-36c2c2b1-e15c-4cc9-9556-868661637d56 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.649469] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.649750] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.649860] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.650056] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c2c2b1-e15c-4cc9-9556-868661637d56',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.757148] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.757148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.757148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.757623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.757623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.757623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.757623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.757623] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.757824] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.757892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.757978] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 already deleted. [ 1271.758137] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.773029] env[66378]: INFO networking_nsxv3.common.synchronization [req-44e5c4bf-b600-4c06-ab5b-a3f07e40dd82 req-dae38560-221d-4169-861b-6e6a901f6192 tempest-ServersTestJSON-87920416 tempest-ServersTestJSON-87920416-project-member] Enqueued Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1271.773605] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 with Priority: HIGHEST for action security_group_members [ 1271.773926] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-3439b1ac-140d-4c43-882e-16d2b60324c1 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.774188] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.774276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.774482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.774644] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.774779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.774857] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.775031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.775119] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.775215] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3439b1ac-140d-4c43-882e-16d2b60324c1',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.029256] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5bef13-9439-486d-9935-b5bb703941aa in Status: SUCCESS [ 1272.029571] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa deletion is rescheduled due to dependency. [ 1272.029755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.153243] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.153598] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.153801] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.154276] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.154526] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.154818] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 36c2c2b1-e15c-4cc9-9556-868661637d56 not found, creating... [ 1272.155301] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.155564] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.155779] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.156298] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.156655] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.157082] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.157360] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.157571] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.157932] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.158144] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.158442] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 36c2c2b1-e15c-4cc9-9556-868661637d56 is going to be created. [ 1272.181410] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.181954] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.182151] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.182521] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.182878] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.183260] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.277912] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.278147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.278192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.278459] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.318684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.318970] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.319135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.319204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.319450] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.319545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.319762] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 is going to be updated. [ 1272.369494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.370080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.370080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.370080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.370278] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.383101] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: IN_PROGRESS for 2s [ 1272.903902] env[66378]: INFO networking_nsxv3.common.synchronization [req-8d738d80-7ee8-4fb0-9713-f24d00b43acf req-b9f0305d-f2af-4b7f-8bc0-5ce6adb49365 service nova] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1272.904250] env[66378]: INFO networking_nsxv3.common.synchronization [req-8d738d80-7ee8-4fb0-9713-f24d00b43acf req-b9f0305d-f2af-4b7f-8bc0-5ce6adb49365 service nova] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1272.904299] env[66378]: INFO networking_nsxv3.common.synchronization [req-8d738d80-7ee8-4fb0-9713-f24d00b43acf req-b9f0305d-f2af-4b7f-8bc0-5ce6adb49365 service nova] Enqueued Resource ID: 36c2c2b1-e15c-4cc9-9556-868661637d56 with Priority: HIGHEST for action port [ 1272.906208] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_rules [ 1272.906208] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1272.906208] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c2c2b1-e15c-4cc9-9556-868661637d56 with Priority: HIGHEST for action port [ 1272.906208] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.906208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.906208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.906208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.906208] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.907126] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.907236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.907318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.907686] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.908720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.908720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.908720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.908720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.908720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.908720] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.910229] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c2c2b1-e15c-4cc9-9556-868661637d56 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.910229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.910229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.910229] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.910229] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c2c2b1-e15c-4cc9-9556-868661637d56',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.271615] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1273.271615] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b deletion is rescheduled due to dependency. [ 1273.271615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.412034] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.412223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.412502] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.413632] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36c2c2b1-e15c-4cc9-9556-868661637d56 with status ACTIVE [ 1273.413853] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.413952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.414017] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.414210] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.414299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.414494] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.414626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.414709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.414838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.414914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.415873] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.415873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.415873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.415873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.415873] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.415873] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36c2c2b1-e15c-4cc9-9556-868661637d56 is going to be updated. [ 1273.442666] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.442858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.442858] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.443334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.443526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.443745] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c2c2b1-e15c-4cc9-9556-868661637d56" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.917749] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.392730] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 in Status: SUCCESS [ 1274.392918] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3439b1ac-140d-4c43-882e-16d2b60324c1 deletion is rescheduled due to dependency. [ 1274.393046] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3439b1ac-140d-4c43-882e-16d2b60324c1" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.420729] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.420914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.420975] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.421208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.421333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.421402] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 is going to be created. [ 1274.447290] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.447429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.447471] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.447718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.447946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.457768] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: UNINITIALIZED for 2s [ 1276.471974] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: SUCCESS [ 1276.471974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.474214] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.474437] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.474656] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.474777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.474844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.474998] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.475240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.475240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.475340] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.977842] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.482418] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705bff81-c718-40d3-ba63-e8867ccd29f3: rpc.has_security_group_logging(os_id): False [ 1277.498740] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.498932] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.498983] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.499244] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.499388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.499511] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.499631] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.499716] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.500036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.500036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.500036] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 is going to be created. [ 1277.575623] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.575855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.575855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.576126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.576322] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.587646] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: IN_PROGRESS for 2s [ 1277.906845] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.907843] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.604553] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: SUCCESS [ 1279.604553] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.693076] env[66378]: INFO networking_nsxv3.common.synchronization [req-60473651-32af-4790-b9e6-213a5955eb09 req-a568e6c1-160f-4164-9af9-37efa5374be1 tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1279.693713] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1279.694221] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.694351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.694421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.694626] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.694783] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.694886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.694972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.695106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.695192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.695287] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.015695] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.015898] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.016038] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.016312] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.016614] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.016915] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.017059] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.017321] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.017473] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.017682] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.017799] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.017909] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.018027] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.018138] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.018243] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.018369] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.038444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.038659] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.038960] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.039286] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.039838] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.040026] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.040221] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.040622] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.040771] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0388daaf-24ba-4bd4-aadf-80aa8bd7f38c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.198249] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.198418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.198488] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.198798] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.198896] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.199107] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.199205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.199268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.199411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.199484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.199592] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1280.226888] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.227096] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.227147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.227336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.227470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.237373] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1280.543451] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.543451] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.543647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.544046] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.544327] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.544995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c not found, creating... [ 1280.544995] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.545158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.545158] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.545388] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.545527] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.545806] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.545965] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.546095] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.546301] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.546435] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.546600] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c is going to be created. [ 1280.568817] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.569053] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.569166] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.569399] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.569644] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.569899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.305739] env[66378]: INFO networking_nsxv3.common.synchronization [req-60473651-32af-4790-b9e6-213a5955eb09 req-a1ea9ec8-9464-4160-aaa4-f7ab006fa8fc service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1281.306054] env[66378]: INFO networking_nsxv3.common.synchronization [req-60473651-32af-4790-b9e6-213a5955eb09 req-a1ea9ec8-9464-4160-aaa4-f7ab006fa8fc service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1281.306054] env[66378]: INFO networking_nsxv3.common.synchronization [req-60473651-32af-4790-b9e6-213a5955eb09 req-a1ea9ec8-9464-4160-aaa4-f7ab006fa8fc service nova] Enqueued Resource ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with Priority: HIGHEST for action port [ 1281.306702] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1281.306801] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1281.306843] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with Priority: HIGHEST for action port [ 1281.307153] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.307282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.307348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.307554] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.307635] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.308470] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.308602] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.308809] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.308913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.308976] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.309152] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.309224] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0388daaf-24ba-4bd4-aadf-80aa8bd7f38c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.814594] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.814709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.815096] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with status ACTIVE [ 1281.815720] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.815720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.815720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.816021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.816172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.816445] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.816613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.816738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.816982] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.817147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.817394] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.818422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.818422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.818422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.818422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.818422] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c is going to be updated. [ 1281.845843] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.845989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.846112] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.846772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.846772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.846772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.260234] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1282.260433] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b deletion is rescheduled due to dependency. [ 1282.260549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.260697] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.261016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.261154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.261285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.261344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.261506] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.261597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.261697] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.764472] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.268471] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.773551] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.773991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.773991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.774114] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.774167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.774278] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1283.805560] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.805785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.805888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.806204] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.806403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.820064] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1285.839865] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1285.840190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.840431] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.840706] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.840974] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.841147] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.841260] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.841461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.841599] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.841751] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.841851] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.307977] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.307977] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1286.344576] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.847154] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981ed1a5-d516-4c89-9606-59eedcc2788b: rpc.has_security_group_logging(os_id): False [ 1286.867044] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.867044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.867044] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.867292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.867407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.867608] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.867935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.868100] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.868291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.868291] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.868400] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1286.937049] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.937201] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.937272] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.937497] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.937625] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.951144] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1288.433111] env[66378]: INFO networking_nsxv3.common.synchronization [req-46b6725d-8ac7-4c18-90b6-f58e67dcee84 req-1d55625b-014c-496a-976a-bb21f8f0d9aa tempest-ServerActionsV293TestJSON-442735078 tempest-ServerActionsV293TestJSON-442735078-project-member] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1288.433111] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1288.433111] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.433111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.433111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.433111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.435290] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.435872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.436558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.436885] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.437106] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.439577] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.764061] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.764061] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.764061] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.764061] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.764061] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.764061] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.764061] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.764519] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.764829] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.765166] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.765449] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.765663] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.765894] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.766203] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.766425] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.766668] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.786584] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.786932] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1288.787169] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.787326] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-731" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.787668] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-aa21e49b-5a07-4277-b70f-94f53373ca72 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.787817] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.787955] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.788258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.788400] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa21e49b-5a07-4277-b70f-94f53373ca72',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.944833] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.945026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.945026] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.945261] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.945352] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.945554] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.945657] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.945722] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.945870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.945948] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.946048] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 already deleted. [ 1288.946131] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.966444] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1288.966786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.291412] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.291838] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.292034] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.292334] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.292485] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.292693] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port aa21e49b-5a07-4277-b70f-94f53373ca72 not found, creating... [ 1289.293087] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.293396] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.293464] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.293802] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.293955] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.294303] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.294528] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.294647] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.294893] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.295047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.295210] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: aa21e49b-5a07-4277-b70f-94f53373ca72 is going to be created. [ 1289.316273] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.316519] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.316836] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.316991] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.317297] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.317557] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.057529] env[66378]: INFO networking_nsxv3.common.synchronization [req-46b6725d-8ac7-4c18-90b6-f58e67dcee84 req-1e4f54a4-317c-46d8-993d-762fb9033d82 service nova] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1290.057787] env[66378]: INFO networking_nsxv3.common.synchronization [req-46b6725d-8ac7-4c18-90b6-f58e67dcee84 req-1e4f54a4-317c-46d8-993d-762fb9033d82 service nova] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1290.057866] env[66378]: INFO networking_nsxv3.common.synchronization [req-46b6725d-8ac7-4c18-90b6-f58e67dcee84 req-1e4f54a4-317c-46d8-993d-762fb9033d82 service nova] Enqueued Resource ID: aa21e49b-5a07-4277-b70f-94f53373ca72 with Priority: HIGHEST for action port [ 1290.058391] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_rules [ 1290.058621] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1290.058621] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa21e49b-5a07-4277-b70f-94f53373ca72 with Priority: HIGHEST for action port [ 1290.058957] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.059146] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.059223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.059419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.059501] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.060954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.060954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.060954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.061239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.061286] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.061353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.061398] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.061529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.061609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.061695] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.062532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa21e49b-5a07-4277-b70f-94f53373ca72 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.062641] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.062694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.062794] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.062871] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa21e49b-5a07-4277-b70f-94f53373ca72',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.564150] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.565264] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.565405] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.565729] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa21e49b-5a07-4277-b70f-94f53373ca72 with status ACTIVE [ 1290.565904] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.566037] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.566094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.566298] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.566383] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.566549] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.566643] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.566729] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.566884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.566962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.567151] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.567240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.567313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.567435] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.567509] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.567596] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa21e49b-5a07-4277-b70f-94f53373ca72 is going to be updated. [ 1290.596112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.596305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.596305] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.596466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.596629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.596806] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa21e49b-5a07-4277-b70f-94f53373ca72" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.066441] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.461154] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0e8a113-c14f-42f3-9809-fb770b1ac323 req-84ea22a3-8d0e-40fe-94ba-7b99fc16977e tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1291.461154] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1291.461154] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.461154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.461154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.461786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.462063] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.462334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.462484] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.462758] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.462924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.463136] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.568948] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.569150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.569187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.569436] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.569529] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.569627] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 is going to be created. [ 1291.594179] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.594365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.594402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.594608] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.594768] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.604389] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: UNINITIALIZED for 2s [ 1291.750129] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.750391] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.750523] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.750784] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.751075] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.751245] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.751362] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.751579] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.751724] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.751928] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.752059] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.752167] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.752271] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.752376] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.752479] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.752608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.772710] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.772869] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.773025] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.773218] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-726" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.773529] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.773708] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.773832] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.774253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.774418] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.965197] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.276852] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.277240] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.277240] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277483] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.277652] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.277816] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed not found, creating... [ 1292.278097] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.278258] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.278375] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.278593] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.278803] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.279115] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.279275] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.279386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.279590] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.279871] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.280085] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed is going to be created. [ 1292.318518] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.318927] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.319152] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.319458] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.319724] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.320039] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.467553] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.969975] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.970256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.970365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.970640] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.970781] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.970905] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1292.988545] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0e8a113-c14f-42f3-9809-fb770b1ac323 req-94d8e968-9395-4a80-a7ae-37b764727050 service nova] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 1292.988545] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0e8a113-c14f-42f3-9809-fb770b1ac323 req-94d8e968-9395-4a80-a7ae-37b764727050 service nova] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1292.988645] env[66378]: INFO networking_nsxv3.common.synchronization [req-c0e8a113-c14f-42f3-9809-fb770b1ac323 req-94d8e968-9395-4a80-a7ae-37b764727050 service nova] Enqueued Resource ID: 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed with Priority: HIGHEST for action port [ 1292.988936] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_rules [ 1292.989082] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1292.989186] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed with Priority: HIGHEST for action port [ 1292.989737] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.989884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.989957] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.990174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.990254] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.992066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.992066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.992066] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.992066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.992066] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.992265] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.992265] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.998238] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.998365] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.998425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.998605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.998790] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.009832] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1293.494393] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.494767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.494767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed with status ACTIVE [ 1293.494893] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.495021] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.495089] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.495300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.495391] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.495566] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.495676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.495740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.495893] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.495970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.496162] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.496258] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.496320] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.496457] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.496532] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.496633] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed is going to be updated. [ 1293.517827] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.517988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.517988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.518200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.518376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.518541] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ceb0c4f-2b6d-4c27-9076-a6ee5c7321ed" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.613868] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: SUCCESS [ 1293.614174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.614368] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.614610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.614834] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.615009] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.615088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.615242] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.615324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.615411] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.615500] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.118129] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.620294] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7768490-715b-4f55-b6eb-1f4ab4cebb65: rpc.has_security_group_logging(os_id): False [ 1294.640597] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.640840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.640962] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.641555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.641555] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.641676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.641760] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.641831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.641988] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.642078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.642167] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 is going to be created. [ 1294.704352] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.704507] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.704577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.704793] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.705053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.722172] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: IN_PROGRESS for 2s [ 1295.022032] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1295.022284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.022462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.022684] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.022879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.023010] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.023080] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.023233] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.023315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.023414] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.525855] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.028242] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.531570] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.531755] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.531888] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.532237] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.532378] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.532528] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1296.564350] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.564350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.564629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.564629] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.564785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.575132] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1296.737143] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: SUCCESS [ 1296.737543] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.990538] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.990933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1298.588940] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1298.589195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.589373] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.589615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.589895] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.590054] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.590141] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.590264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.590338] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.590412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.590483] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.093785] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.597090] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba663c30-df85-405e-85d6-180a43890f44: rpc.has_security_group_logging(os_id): False [ 1299.620746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.620916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.620967] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.621205] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.621314] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.621565] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.621694] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.621767] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.621946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.622035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.622121] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1299.716435] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.716649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.716753] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.716961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.717129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.740025] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1301.774918] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1301.775326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.991904] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.992251] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.383194] env[66378]: INFO networking_nsxv3.common.synchronization [req-777264cf-1f0b-413b-b7d2-c0ca337cdf72 req-8b62cb52-c64c-438a-b654-cb7f103daf32 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1304.383753] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGHEST for action security_group_members [ 1304.384109] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.384215] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.384249] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.384441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.384596] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.384693] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.384752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.384894] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.384993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.385142] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.888037] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.888251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.888251] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.889047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.889047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.889047] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.889047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.889047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.889047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.889331] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.889331] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e is going to be updated. [ 1304.929752] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.930078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.930078] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.930293] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.930421] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.939019] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: IN_PROGRESS for 2s [ 1306.951654] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e in Status: SUCCESS [ 1306.952077] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e deletion is rescheduled due to dependency. [ 1306.952077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.384863] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.384863] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.385811] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.386112] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.387307] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.387307] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.388519] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.389255] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.390516] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.390843] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.391749] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.392143] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.393748] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.393748] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.409472] env[66378]: INFO networking_nsxv3.common.synchronization [req-063e2196-fe8c-4a89-bbc5-04b5ebd0deb8 req-787248d7-3621-42ee-a675-e1d9fcf2033b tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1340.409472] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1340.409472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.409472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.409472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.409472] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.409472] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.409874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.409874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.409874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.409874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.409991] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.912226] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.912441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.912441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.912669] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.912734] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.912919] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.913034] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.913094] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.913239] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.913317] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.913403] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1340.944073] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.944073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.944073] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.944329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.944423] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.953894] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1342.966394] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1342.966848] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 deletion is rescheduled due to dependency. [ 1342.966993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.759400] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.760386] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.760643] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.760963] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.761415] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.761691] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.761919] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.762296] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.762561] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.762909] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.763142] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.763355] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.763677] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.763779] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.763999] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.764262] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.785815] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.786166] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1344.786427] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.787247] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-766" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.787247] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-5e541e2f-8810-4012-9370-1d5081955aa3 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.787672] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.787786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.788225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.788683] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e541e2f-8810-4012-9370-1d5081955aa3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.291433] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.291669] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.291802] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.292107] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.292281] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.292627] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.292732] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.292851] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.293089] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.293225] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.293564] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.293775] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.293897] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.294123] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.294274] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.294430] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 5e541e2f-8810-4012-9370-1d5081955aa3 is going to be updated. [ 1345.317233] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.317502] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.317631] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.317899] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.318114] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.318346] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.409896] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.410095] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.221181] env[66378]: INFO networking_nsxv3.common.synchronization [req-bc6b1323-27f4-42ef-a32c-c8828e89eb7d req-492e8b53-6dfe-40d2-8a2c-fdcdf1a92415 service nova] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1346.221181] env[66378]: INFO networking_nsxv3.common.synchronization [req-bc6b1323-27f4-42ef-a32c-c8828e89eb7d req-492e8b53-6dfe-40d2-8a2c-fdcdf1a92415 service nova] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1346.221181] env[66378]: INFO networking_nsxv3.common.synchronization [req-bc6b1323-27f4-42ef-a32c-c8828e89eb7d req-492e8b53-6dfe-40d2-8a2c-fdcdf1a92415 service nova] Enqueued Resource ID: 5e541e2f-8810-4012-9370-1d5081955aa3 with Priority: HIGHEST for action port [ 1346.222683] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_rules [ 1346.223140] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1346.223497] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e541e2f-8810-4012-9370-1d5081955aa3 with Priority: HIGHEST for action port [ 1346.224041] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.224573] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.225155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.225155] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.225155] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.226769] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.226769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.226769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.226769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.226993] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.227118] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.227180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.227665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.227665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.227665] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.229849] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e541e2f-8810-4012-9370-1d5081955aa3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.229959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.230039] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.230212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.230296] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e541e2f-8810-4012-9370-1d5081955aa3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.732312] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.732479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.732644] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.735303] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e541e2f-8810-4012-9370-1d5081955aa3 with status ACTIVE [ 1346.735509] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.735632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.735766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.736025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.736125] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.736335] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.736468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.736582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.736770] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.736878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.737117] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.737279] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.737376] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.737546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.737670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.737803] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e541e2f-8810-4012-9370-1d5081955aa3 is going to be updated. [ 1346.761481] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.761695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.761809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.762047] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.762192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.762351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e541e2f-8810-4012-9370-1d5081955aa3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.235555] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.737489] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.737666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.737720] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.737927] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.738035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.738137] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be updated. [ 1347.769125] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.769362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.769362] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.769551] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.769702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.779368] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: IN_PROGRESS for 2s [ 1349.792802] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: SUCCESS [ 1349.793129] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.793207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.793561] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.793844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.793844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.793844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.794107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.794136] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.794240] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.794336] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.853379] env[66378]: INFO networking_nsxv3.common.synchronization [req-5422d771-0a4e-48a7-9b38-66a2ce333abc req-5b563f49-f9a3-4052-87c8-908f957542f8 tempest-ServerActionsV293TestJSON-442735078 tempest-ServerActionsV293TestJSON-442735078-project-member] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1349.853379] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGHEST for action security_group_members [ 1349.853379] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.853379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.853379] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.853870] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.854021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.854128] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.854222] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.854434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.854571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.854775] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.298049] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.361719] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.362512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.362512] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.362727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.362727] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.362954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.363192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.363276] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.363469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.363581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.363789] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 is going to be updated. [ 1350.392904] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.393086] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.393126] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.393334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.393742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.403975] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: IN_PROGRESS for 2s [ 1350.799829] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9814bbcd-e869-4abd-863e-562139979f01: rpc.has_security_group_logging(os_id): False [ 1350.823960] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.824180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.824299] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.824580] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.825994] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.825994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.825994] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be updated. [ 1350.899516] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.899708] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.899779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.900069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.900283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.914718] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: IN_PROGRESS for 2s [ 1351.140223] env[66378]: INFO networking_nsxv3.common.synchronization [req-c89f5073-66db-4349-88e0-00792753cc7d req-1f2f45de-e676-4df4-992b-d00086d31787 tempest-AttachVolumeTestJSON-2101096018 tempest-AttachVolumeTestJSON-2101096018-project-member] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1351.141009] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGHEST for action security_group_members [ 1351.141338] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.141676] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.142476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.142476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.142476] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.142476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.142476] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.142842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.143099] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.143211] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.646399] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.646539] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.646594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.647454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.647454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.647454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.647454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.647454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.647454] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.647713] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.647713] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 is going to be updated. [ 1351.678269] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.678390] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.678461] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.678678] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.678833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.688492] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: IN_PROGRESS for 2s [ 1352.422767] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 in Status: SUCCESS [ 1352.423154] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 deletion is rescheduled due to dependency. [ 1352.423195] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.649451] env[66378]: INFO networking_nsxv3.common.synchronization [req-16a84fac-8017-46ad-8390-1cf39f2c9166 req-12e9cb5f-b402-40c0-acb5-b3c723c781b4 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1352.649451] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1352.649451] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.649954] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.650176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.650527] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.651129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.651426] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.655109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.655109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.655109] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.655109] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.931490] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: SUCCESS [ 1352.931742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.997686] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.997958] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.998114] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.998384] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.998643] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.998802] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.998922] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.999185] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.999338] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.999552] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1352.999667] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1352.999774] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1352.999879] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1352.999986] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.000108] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.000280] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.021491] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.021670] env[66378]: DEBUG dogpile.cache.region [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1353.021800] env[66378]: DEBUG dogpile.lock [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.021986] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.022431] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock port-27a106a7-8020-4929-8e97-745f42df8f4b taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.022658] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.022786] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.023143] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.023335] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a106a7-8020-4929-8e97-745f42df8f4b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.156193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.156395] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.156463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.156704] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.156803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.157029] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.157165] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.157234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.157396] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.157475] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.157560] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1353.184952] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.185194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.185263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.185521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.185733] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.198093] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1353.525669] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.526127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.526127] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.526294] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.526451] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.526608] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Segment Port 27a106a7-8020-4929-8e97-745f42df8f4b not found, creating... [ 1353.526932] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.527142] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.527298] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.527528] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.527667] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.527963] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.528135] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.528253] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.528519] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.528701] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.528852] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Resource: SegmentPort with ID: 27a106a7-8020-4929-8e97-745f42df8f4b is going to be created. [ 1353.552075] env[66378]: DEBUG networking_nsxv3.common.locking [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.552325] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.552477] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.552836] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.553097] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.553391] env[66378]: DEBUG oslo_concurrency.lockutils [None req-5a17b384-ba0a-4527-a7ef-9c951f6e0fc1 None None] Releasing lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.703117] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 in Status: SUCCESS [ 1353.703325] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 deletion is rescheduled due to dependency. [ 1353.703425] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.234748] env[66378]: INFO networking_nsxv3.common.synchronization [req-16a84fac-8017-46ad-8390-1cf39f2c9166 req-b6333aca-d8a0-4380-9669-7a7535e3b001 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1354.234935] env[66378]: INFO networking_nsxv3.common.synchronization [req-16a84fac-8017-46ad-8390-1cf39f2c9166 req-b6333aca-d8a0-4380-9669-7a7535e3b001 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1354.235091] env[66378]: INFO networking_nsxv3.common.synchronization [req-16a84fac-8017-46ad-8390-1cf39f2c9166 req-b6333aca-d8a0-4380-9669-7a7535e3b001 service nova] Enqueued Resource ID: 27a106a7-8020-4929-8e97-745f42df8f4b with Priority: HIGHEST for action port [ 1354.235601] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1354.235739] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1354.235836] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a106a7-8020-4929-8e97-745f42df8f4b with Priority: HIGHEST for action port [ 1354.236114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.236231] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.236324] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.236613] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.236613] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.237856] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.237938] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.238131] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a106a7-8020-4929-8e97-745f42df8f4b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.238232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.238315] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.238455] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.238528] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a106a7-8020-4929-8e97-745f42df8f4b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.741084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.741084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.741084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27a106a7-8020-4929-8e97-745f42df8f4b with status ACTIVE [ 1354.741084] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.741084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.741795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.741795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.741795] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.741795] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.741918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.741918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.742194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.742194] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.742391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.742487] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.742566] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.742928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.742928] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.742928] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27a106a7-8020-4929-8e97-745f42df8f4b is going to be updated. [ 1354.767996] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.768415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.768545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.768833] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.769025] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.769268] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a106a7-8020-4929-8e97-745f42df8f4b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.211679] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1355.211858] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 deletion is rescheduled due to dependency. [ 1355.211970] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.212156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.212374] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.212557] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.212680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.212744] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.212899] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.212974] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.213079] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.715285] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.217965] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.721146] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.721961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.721961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.721961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.721961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.721961] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1356.751499] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.752477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.752477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.752477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.752477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.762994] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1357.087037] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.087261] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.087390] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.087697] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.087975] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.088147] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.088270] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.088517] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.088782] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.089012] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.089177] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1357.089297] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1357.089423] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1357.089584] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.089702] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1357.089847] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1357.108628] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1357.108814] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1357.109024] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1357.109278] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-250" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.109664] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.109909] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.110108] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.110418] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.110594] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0388daaf-24ba-4bd4-aadf-80aa8bd7f38c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.613529] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.613871] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.613871] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.614340] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.614446] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.614980] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.614980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.614980] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.615324] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.615532] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.615856] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.616063] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.616226] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.616466] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.616637] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.616805] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c is going to be updated. [ 1357.642643] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.642988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.642988] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.643417] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.643621] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.643848] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.347447] env[66378]: INFO networking_nsxv3.common.synchronization [req-2ade4055-e384-4e59-a584-5b78b3858e62 req-a6f3612a-db43-4dec-8537-6d0fee190414 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1358.347626] env[66378]: INFO networking_nsxv3.common.synchronization [req-2ade4055-e384-4e59-a584-5b78b3858e62 req-a6f3612a-db43-4dec-8537-6d0fee190414 service nova] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1358.347767] env[66378]: INFO networking_nsxv3.common.synchronization [req-2ade4055-e384-4e59-a584-5b78b3858e62 req-a6f3612a-db43-4dec-8537-6d0fee190414 service nova] Enqueued Resource ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with Priority: HIGHEST for action port [ 1358.348290] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_rules [ 1358.348426] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1358.348524] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with Priority: HIGHEST for action port [ 1358.348793] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.348913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.348979] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.349241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.349371] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.350568] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.350740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.351328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.351328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.351328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.351328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.351328] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.351558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.351558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.351629] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.352646] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.352646] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.352994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.352994] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.352994] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0388daaf-24ba-4bd4-aadf-80aa8bd7f38c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.777240] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1358.777639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.777639] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.777849] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.778059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.778200] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.778257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.778403] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.778486] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.778581] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.778665] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.854844] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.855166] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.855267] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.856245] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c with status ACTIVE [ 1358.856477] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.857150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.857150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.857150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.857150] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.857363] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.857363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.857363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.857600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.857600] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.857783] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.858878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.858878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.858878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.858878] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.858878] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0388daaf-24ba-4bd4-aadf-80aa8bd7f38c is going to be updated. [ 1358.887423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.887622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.887622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.887842] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.887980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.888161] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0388daaf-24ba-4bd4-aadf-80aa8bd7f38c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.281300] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.360261] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.783727] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd060b6-5258-4bbb-ab55-838b6e187872: rpc.has_security_group_logging(os_id): False [ 1359.804920] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.805075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.805156] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.805371] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.805491] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.805757] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.805861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.805925] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.806101] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.806180] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.806268] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1359.862631] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.862884] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.862990] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.863337] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.863508] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.863679] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1359.882317] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.882510] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.882571] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.882762] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.882912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.902797] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1359.916304] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.916496] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.916665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.916803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.916963] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.926385] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1361.921289] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1361.921682] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.934345] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1361.934559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.934724] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.934934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.935133] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.935256] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.935353] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.935521] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.935601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.935814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.935914] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.438491] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.944802] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981ed1a5-d516-4c89-9606-59eedcc2788b: rpc.has_security_group_logging(os_id): False [ 1362.965172] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.965394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.965446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.965654] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.965741] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.966096] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.966197] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.966290] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.966470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.966556] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.966685] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1363.034503] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.034761] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.034918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.035212] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.035463] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.053196] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1363.349611] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.349843] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1365.052927] env[66378]: INFO networking_nsxv3.common.synchronization [req-2916f63a-6339-463c-94b3-68bbb0a6eb0b req-5b48b8a2-a476-4f89-939d-8482f3abaee5 tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1365.053511] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1365.054710] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.054848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.054918] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.056059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.056323] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.056493] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.056632] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.056850] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.056991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.057151] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.072353] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1365.072687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.560272] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.063233] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.566423] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.566645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.566645] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.566866] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.566959] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.567071] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1366.595879] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.596104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.596104] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.596369] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.596526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.605015] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1368.618466] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1368.618791] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.054502] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.054865] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.055740] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.056082] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.858216] env[66378]: INFO networking_nsxv3.common.synchronization [req-94e2bb0a-dee3-4275-8606-b700480aeee9 req-3b70700f-70b6-4d64-8174-85f46849486c tempest-ServerActionsTestOtherB-1381179284 tempest-ServerActionsTestOtherB-1381179284-project-member] Enqueued Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1375.858815] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ed1a5-d516-4c89-9606-59eedcc2788b with Priority: HIGHEST for action security_group_members [ 1375.860061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ed1a5-d516-4c89-9606-59eedcc2788b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.860061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.860061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.860061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.860061] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.860061] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.860440] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.860597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.860597] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.860677] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ed1a5-d516-4c89-9606-59eedcc2788b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.362650] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.363074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.363074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.363074] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.363172] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.363361] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.363469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.363531] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.363690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.363765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.363849] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b is going to be updated. [ 1376.391121] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.391332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.391419] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.391666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.391837] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.400803] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: IN_PROGRESS for 2s [ 1378.411380] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ed1a5-d516-4c89-9606-59eedcc2788b in Status: SUCCESS [ 1378.411787] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ed1a5-d516-4c89-9606-59eedcc2788b deletion is rescheduled due to dependency. [ 1378.411787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ed1a5-d516-4c89-9606-59eedcc2788b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.356022] env[66378]: INFO networking_nsxv3.common.synchronization [req-c73ab902-33ea-4268-8f4e-cb864374ad1f req-404d62b2-4878-4fe8-9b7b-ecc31f194feb tempest-ServerActionsTestOtherA-504632144 tempest-ServerActionsTestOtherA-504632144-project-member] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1379.356583] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGHEST for action security_group_members [ 1379.356891] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.357277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.357384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.357590] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.357746] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.357853] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.357926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.358069] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.358154] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.358249] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.863247] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.863714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.863714] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.863946] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.864058] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.864340] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.864466] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.864569] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.864710] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.864814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.864940] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be updated. [ 1379.895696] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.895898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.895898] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.896135] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.896280] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.906626] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: IN_PROGRESS for 2s [ 1381.918383] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba663c30-df85-405e-85d6-180a43890f44 in Status: SUCCESS [ 1381.918634] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba663c30-df85-405e-85d6-180a43890f44 deletion is rescheduled due to dependency. [ 1381.918757] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.358116] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.358116] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.359546] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.359963] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.360615] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.361079] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.443790] env[66378]: INFO networking_nsxv3.common.synchronization [req-796367ed-daf6-42d8-8de8-c9a5b9503ab7 req-81a3955d-eb62-4fb1-8d9f-8cb73dbb1d21 tempest-AttachVolumeShelveTestJSON-987523538 tempest-AttachVolumeShelveTestJSON-987523538-project-member] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1398.444512] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGHEST for action security_group_members [ 1398.444924] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.444924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.444924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.445133] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.445301] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.445415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.445415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.445601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.445707] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.445824] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.949103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.949103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.949103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.949103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.949103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.949103] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.949103] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.949695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.949695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.949695] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.949695] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be updated. [ 1398.976057] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.976334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.976334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.976460] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.976601] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.986691] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: IN_PROGRESS for 2s [ 1400.998607] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9814bbcd-e869-4abd-863e-562139979f01 in Status: SUCCESS [ 1400.999036] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9814bbcd-e869-4abd-863e-562139979f01 deletion is rescheduled due to dependency. [ 1400.999036] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.445550] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.445550] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.447427] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.447427] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.448621] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.448981] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.450437] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.450437] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.451631] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.452051] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.452641] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.453077] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.453713] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.454030] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.024572] env[66378]: INFO networking_nsxv3.common.synchronization [req-2e69bafe-d3bc-4a6a-a48a-bcd2090a69b1 req-f5739527-f057-4e07-91c8-7674377d4215 tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1436.025214] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1436.025400] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.025519] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.025582] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.025855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.025964] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.026057] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.026097] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.026217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.026300] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.026389] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.528722] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.528921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.528921] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.529123] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.529218] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.529415] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.529515] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.529577] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.529740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.529825] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.529923] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1436.558439] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.558642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.558642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.558817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.558952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.567086] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1438.578482] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1438.578482] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 deletion is rescheduled due to dependency. [ 1438.578482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.026067] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.026449] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.699712] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a472ed6-2806-467d-99cc-e3ecdf2ce35f req-2d58fc1a-0d34-428c-9d5e-5670debebc3e tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1445.700434] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1445.700434] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.700603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.700603] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.700718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.700922] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.701055] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.701124] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.701284] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.701558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.701558] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.008450] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.008643] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.008772] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.009047] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.009309] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.009467] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.009586] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.009845] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.010028] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.010245] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.010369] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] NeedRegenerationException {{(pid=66378) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.010478] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] no value, waiting for create lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.010587] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] value creation lock acquired {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.010698] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] No value present for key: 'zone-id' {{(pid=66378) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.010804] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Calling creation function for not-yet-present value {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.010943] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.034592] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.034899] env[66378]: DEBUG dogpile.cache.region [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66378) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1446.035173] env[66378]: DEBUG dogpile.lock [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Released creation lock {{(pid=66378) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.035467] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "network-659" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.035923] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock port-9da78e6c-373d-41eb-bbff-c145159c82e8 taken with stack trace [, , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.036173] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.036262] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.036656] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.036817] env[66378]: DEBUG networking_nsxv3.api.rpc [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da78e6c-373d-41eb-bbff-c145159c82e8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.203784] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.204031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.204031] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.204228] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.204321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.204513] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.204618] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.204683] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.204829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.204906] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.204991] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1446.233261] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.233474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.233474] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.233665] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.233809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.242520] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1446.539370] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.539966] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.540261] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.540639] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.540964] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.543018] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Segment Port 9da78e6c-373d-41eb-bbff-c145159c82e8 not found, creating... [ 1446.543018] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.543018] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.543018] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.543507] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.543745] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.543995] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Resource: SegmentPort with ID: 9da78e6c-373d-41eb-bbff-c145159c82e8 is going to be created. [ 1446.565413] env[66378]: DEBUG networking_nsxv3.common.locking [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.565904] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.566156] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.566594] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.566944] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.567291] env[66378]: DEBUG oslo_concurrency.lockutils [None req-e9b8d41c-a330-4253-8bfc-eb3d4919bb7a None None] Releasing lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.238278] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a472ed6-2806-467d-99cc-e3ecdf2ce35f req-4cd6e936-3bd0-4e75-8126-eeea81e7edb0 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1447.238553] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a472ed6-2806-467d-99cc-e3ecdf2ce35f req-4cd6e936-3bd0-4e75-8126-eeea81e7edb0 service nova] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1447.238650] env[66378]: INFO networking_nsxv3.common.synchronization [req-0a472ed6-2806-467d-99cc-e3ecdf2ce35f req-4cd6e936-3bd0-4e75-8126-eeea81e7edb0 service nova] Enqueued Resource ID: 9da78e6c-373d-41eb-bbff-c145159c82e8 with Priority: HIGHEST for action port [ 1447.239244] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_rules [ 1447.239374] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1447.239479] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da78e6c-373d-41eb-bbff-c145159c82e8 with Priority: HIGHEST for action port [ 1447.239769] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.239953] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.240040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.240250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.240336] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.241288] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.241389] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.241589] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da78e6c-373d-41eb-bbff-c145159c82e8 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.241692] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.241754] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.241935] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.242030] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da78e6c-373d-41eb-bbff-c145159c82e8',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.744575] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.744575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.744770] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9da78e6c-373d-41eb-bbff-c145159c82e8 with status ACTIVE [ 1447.744943] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.745077] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.745163] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.745381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.745469] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.745636] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.745728] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.745788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.745934] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.746018] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.746193] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.746285] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.746345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.746477] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.746548] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.746627] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9da78e6c-373d-41eb-bbff-c145159c82e8 is going to be updated. [ 1447.768627] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.768840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.768840] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.769035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.769176] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.769332] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da78e6c-373d-41eb-bbff-c145159c82e8" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.251371] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1448.251740] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 deletion is rescheduled due to dependency. [ 1448.251740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.251848] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.252064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.252241] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.252354] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.252418] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.252564] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.252642] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.252738] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.755473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.257482] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.760183] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.760415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.760415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.760628] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.760718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.760836] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1449.788200] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.788393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.788393] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.788594] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.788738] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.797098] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1451.810071] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1451.810071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.810071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.810071] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.810575] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.810575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.810575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.810575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.810575] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.810886] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.810886] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.240788] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.241074] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1452.313524] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.816275] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd060b6-5258-4bbb-ab55-838b6e187872: rpc.has_security_group_logging(os_id): False [ 1452.837348] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.837572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.837572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.837746] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.837827] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.838083] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.838189] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.838270] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.838462] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.838565] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.838657] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1452.899077] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.899344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.899344] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.899546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.899709] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.914563] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1454.931351] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1454.931702] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.242547] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.242547] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.243336] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.243336] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.244860] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.244860] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.246436] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.246436] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.247954] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.248352] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.249030] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.249030] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.249912] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.251621] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.251424] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.252533] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.144528] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1493.144528] env[66378]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dfad5baa-a001-4af7-8e71-3784103ef2ff None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.085741] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.086111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.086111] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.086225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.086342] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.253151] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.253361] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.588794] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.091326] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.593513] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1498.593718] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1499.462391] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.462742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.462742] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.462838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.474315] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1499.475289] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.476453] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1499.514374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.514579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.514579] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.514780] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.530777] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.531658] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1499.531749] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.531837] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1499.564129] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.564292] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.564339] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.564546] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.565406] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.565572] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1499.638083] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.638281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.638329] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.638545] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.638872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.639157] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1499.723052] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.723282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.723282] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.723481] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.723788] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.724099] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1499.724198] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ec7f4436-8a7b-48b4-bb3c-2b126b97366e', 'f138ec6c-3923-469d-94d9-27a4d67966de', '9814bbcd-e869-4abd-863e-562139979f01', '9fd060b6-5258-4bbb-ab55-838b6e187872', '3d5bef13-9439-486d-9935-b5bb703941aa', 'f7768490-715b-4f55-b6eb-1f4ab4cebb65', '533ebd58-294f-4b32-b121-b491e20c3813', 'ba663c30-df85-405e-85d6-180a43890f44', '705bff81-c718-40d3-ba63-e8867ccd29f3', '7872c5cc-d14d-4f8a-afd8-87f64f0363d0', 'e70770c1-689f-4f4b-9257-2f6e13312bae', 'd86104e2-0d37-418d-99f1-d278d334c56c', '74928249-3e11-4998-9192-67d5cb2a13c7', 'c45b313c-a772-4871-bf64-514fadcaaaa7', '4d306a9a-f0d0-4614-8c30-10f4c1d6449b', 'aa6ff873-79c2-467c-9787-3e83140a87ef', 'b32b53e0-588e-4f57-b71e-d6415e9b594a', '24a0810c-c6e7-4b9a-ae18-49a496ac66f5', '90fe43d2-deff-484b-88a0-b82e68b406eb', '58122957-bb47-4c0a-bc36-264b57cbbed3', 'd5ae4db1-1f2a-47ff-bff1-a2922f02e4c8', '75ada376-d649-4d32-90a0-cda20914b86e', '3439b1ac-140d-4c43-882e-16d2b60324c1', 'f9c7f9fb-9581-4933-aa49-bb1f86499e04', '9dbcffc0-2da8-424b-9223-ce68c395e0ed', '981ed1a5-d516-4c89-9606-59eedcc2788b', '31ebc8ad-3256-4f55-8a14-831a413a9e59', '01a3d70d-bd1d-4e9f-ad34-fdd77e941c1a', '3cfe3dbd-34f9-4d78-b07f-23f14b019196'} {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.724282] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1499.743123] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.743326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.743326] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.743534] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.743648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.743760] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1499.743834] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.743903] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1499.824639] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.824851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.824851] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.825014] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.826225] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.826485] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1499.826563] env[66378]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66378) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.826637] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1499.826702] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1499.826792] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1499.826865] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGH for action security_group_rules [ 1499.826947] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGH for action security_group_rules [ 1499.827023] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGH for action security_group_rules [ 1499.827087] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGH for action security_group_rules [ 1499.827147] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1499.827207] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGH for action security_group_rules [ 1499.827270] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGH for action security_group_rules [ 1499.827338] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGH for action security_group_rules [ 1499.827399] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGH for action security_group_rules [ 1499.827459] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGH for action security_group_rules [ 1499.827520] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGH for action security_group_rules [ 1499.827581] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGH for action security_group_rules [ 1499.827641] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGH for action security_group_rules [ 1499.827701] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGH for action security_group_rules [ 1499.827761] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGH for action security_group_rules [ 1499.827823] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGH for action security_group_rules [ 1499.827883] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGH for action security_group_rules [ 1499.827944] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGH for action security_group_rules [ 1499.828025] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGH for action security_group_rules [ 1499.828089] env[66378]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGH for action security_group_rules [ 1499.828187] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.254452] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.254827] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1502.254827] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e with Priority: HIGH for action security_group_rules [ 1502.254933] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9814bbcd-e869-4abd-863e-562139979f01 with Priority: HIGH for action security_group_rules [ 1502.254997] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ebd58-294f-4b32-b121-b491e20c3813 with Priority: HIGH for action security_group_rules [ 1502.255185] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b with Priority: HIGH for action security_group_rules [ 1502.255386] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 with Priority: HIGH for action security_group_rules [ 1502.255518] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fe43d2-deff-484b-88a0-b82e68b406eb with Priority: HIGH for action security_group_rules [ 1502.255678] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 with Priority: HIGH for action security_group_rules [ 1502.255832] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b53e0-588e-4f57-b71e-d6415e9b594a with Priority: HIGH for action security_group_rules [ 1502.255986] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45b313c-a772-4871-bf64-514fadcaaaa7 with Priority: HIGH for action security_group_rules [ 1502.256189] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6ff873-79c2-467c-9787-3e83140a87ef with Priority: HIGH for action security_group_rules [ 1502.256371] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74928249-3e11-4998-9192-67d5cb2a13c7 with Priority: HIGH for action security_group_rules [ 1502.256546] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86104e2-0d37-418d-99f1-d278d334c56c with Priority: HIGH for action security_group_rules [ 1502.256714] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70770c1-689f-4f4b-9257-2f6e13312bae with Priority: HIGH for action security_group_rules [ 1502.256881] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 with Priority: HIGH for action security_group_rules [ 1502.257041] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 with Priority: HIGH for action security_group_rules [ 1502.257206] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 with Priority: HIGH for action security_group_rules [ 1502.257356] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba663c30-df85-405e-85d6-180a43890f44 with Priority: HIGH for action security_group_rules [ 1502.257486] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5bef13-9439-486d-9935-b5bb703941aa with Priority: HIGH for action security_group_rules [ 1502.257585] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f138ec6c-3923-469d-94d9-27a4d67966de with Priority: HIGH for action security_group_rules [ 1502.257681] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGH for action security_group_rules [ 1502.258112] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.258281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.258351] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.258610] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.258736] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec7f4436-8a7b-48b4-bb3c-2b126b97366e',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.259977] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9814bbcd-e869-4abd-863e-562139979f01 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.260190] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.260297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.260492] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.260570] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9814bbcd-e869-4abd-863e-562139979f01',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.261479] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-533ebd58-294f-4b32-b121-b491e20c3813 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.261612] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.261671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.261803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.261885] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('533ebd58-294f-4b32-b121-b491e20c3813',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.264274] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.264394] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.264495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.264648] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.264741] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d306a9a-f0d0-4614-8c30-10f4c1d6449b',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.265526] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58122957-bb47-4c0a-bc36-264b57cbbed3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.265743] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.265838] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.265991] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.266075] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58122957-bb47-4c0a-bc36-264b57cbbed3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.267079] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90fe43d2-deff-484b-88a0-b82e68b406eb taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.267192] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.267263] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.267407] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.267473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90fe43d2-deff-484b-88a0-b82e68b406eb',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.268137] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.268241] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.268294] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.268442] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.268513] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a0810c-c6e7-4b9a-ae18-49a496ac66f5',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.400431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32b53e0-588e-4f57-b71e-d6415e9b594a taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.400644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.400644] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.401095] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.401095] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32b53e0-588e-4f57-b71e-d6415e9b594a',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.401961] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c45b313c-a772-4871-bf64-514fadcaaaa7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.402088] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.402861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.402861] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.402861] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c45b313c-a772-4871-bf64-514fadcaaaa7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.403113] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6ff873-79c2-467c-9787-3e83140a87ef taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.403217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.403283] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.403429] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.403499] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6ff873-79c2-467c-9787-3e83140a87ef',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.404242] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74928249-3e11-4998-9192-67d5cb2a13c7 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.404350] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.404417] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.405217] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.405217] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74928249-3e11-4998-9192-67d5cb2a13c7',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.405343] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d86104e2-0d37-418d-99f1-d278d334c56c taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.405400] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.405444] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.406381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.406513] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d86104e2-0d37-418d-99f1-d278d334c56c',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.407207] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70770c1-689f-4f4b-9257-2f6e13312bae taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.407313] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.407381] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.407522] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.407594] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70770c1-689f-4f4b-9257-2f6e13312bae',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.408254] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.408380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.408420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.408567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.408637] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7872c5cc-d14d-4f8a-afd8-87f64f0363d0',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.409407] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bff81-c718-40d3-ba63-e8867ccd29f3 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.409559] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.409650] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.409805] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.409881] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bff81-c718-40d3-ba63-e8867ccd29f3',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.410772] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.410772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.410772] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.410945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.410945] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7768490-715b-4f55-b6eb-1f4ab4cebb65',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.411607] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba663c30-df85-405e-85d6-180a43890f44 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.412060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.412060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.412060] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.412060] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba663c30-df85-405e-85d6-180a43890f44',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.412665] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5bef13-9439-486d-9935-b5bb703941aa taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.412787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.412844] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.412995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.413071] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5bef13-9439-486d-9935-b5bb703941aa',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.413755] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f138ec6c-3923-469d-94d9-27a4d67966de taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.413892] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.413955] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.414072] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.414156] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f138ec6c-3923-469d-94d9-27a4d67966de',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.414818] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.414961] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.415038] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.415130] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.415202] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.480114] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.480358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.480358] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.480550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.482198] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.482363] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.483021] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.483113] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.483778] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.483912] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.484532] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.484662] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.485291] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.485388] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.486008] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.486107] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.486814] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.486904] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.487579] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.487687] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.488356] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.488446] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.489128] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.489219] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.506870] env[66378]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1502.507356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.507489] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d306a9a-f0d0-4614-8c30-10f4c1d6449b is going to be deleted. [ 1502.508441] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.508670] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.526735] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.526871] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32b53e0-588e-4f57-b71e-d6415e9b594a is going to be deleted. [ 1502.527671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.527874] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.545930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.546084] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a0810c-c6e7-4b9a-ae18-49a496ac66f5 is going to be deleted. [ 1502.546862] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.547076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.564902] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.565166] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c45b313c-a772-4871-bf64-514fadcaaaa7 is going to be deleted. [ 1502.565922] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.566139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.576692] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.576914] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.578286] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.578402] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.584801] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.584920] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 533ebd58-294f-4b32-b121-b491e20c3813 is going to be deleted. [ 1502.585769] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.585972] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.598739] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.598880] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.603063] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.603184] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec7f4436-8a7b-48b4-bb3c-2b126b97366e is going to be deleted. [ 1502.604040] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.604250] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.632223] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.632391] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6ff873-79c2-467c-9787-3e83140a87ef is going to be deleted. [ 1502.633286] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.633500] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.638742] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.638875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.672637] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.672845] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.678666] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.678831] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.686558] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.686681] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9814bbcd-e869-4abd-863e-562139979f01 is going to be deleted. [ 1502.687570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.687771] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.751494] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.751662] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58122957-bb47-4c0a-bc36-264b57cbbed3 is going to be deleted. [ 1502.752619] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.752843] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.773454] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.773649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.803723] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.803910] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.835944] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.836201] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90fe43d2-deff-484b-88a0-b82e68b406eb is going to be deleted. [ 1502.837159] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.837434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.894952] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.895182] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74928249-3e11-4998-9192-67d5cb2a13c7 is going to be deleted. [ 1502.896020] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.896238] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.896310] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.896434] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d306a9a-f0d0-4614-8c30-10f4c1d6449b" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.896589] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.896740] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.896814] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.896926] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32b53e0-588e-4f57-b71e-d6415e9b594a" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.897482] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.897649] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.897737] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.897901] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a0810c-c6e7-4b9a-ae18-49a496ac66f5" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.898056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.898232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.898307] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.898420] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c45b313c-a772-4871-bf64-514fadcaaaa7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.898550] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.898690] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.898766] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.898875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-533ebd58-294f-4b32-b121-b491e20c3813" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899011] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.899158] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.899234] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899345] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec7f4436-8a7b-48b4-bb3c-2b126b97366e" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899470] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.899607] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.899680] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899787] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6ff873-79c2-467c-9787-3e83140a87ef" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899913] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.900062] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.900134] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.900277] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9814bbcd-e869-4abd-863e-562139979f01" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.928367] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.928570] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.928634] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.928846] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.928933] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.929064] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58122957-bb47-4c0a-bc36-264b57cbbed3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.936676] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.936891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.936891] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.937117] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.937328] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.937439] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.937504] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.937666] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.937747] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.937829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.937917] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.965558] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.965756] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.965930] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.966075] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.967658] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.967765] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.969059] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.969059] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.969644] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.969776] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.970505] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.970588] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.971270] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.971384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.974026] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.974164] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.979092] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.979207] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.021422] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.021599] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5bef13-9439-486d-9935-b5bb703941aa is going to be deleted. [ 1503.022544] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.022752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.031165] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.031348] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.062980] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.063124] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d86104e2-0d37-418d-99f1-d278d334c56c is going to be deleted. [ 1503.064016] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.064227] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.096726] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.096879] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7872c5cc-d14d-4f8a-afd8-87f64f0363d0 is going to be deleted. [ 1503.097802] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.098053] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.099453] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.099562] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.173526] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.173699] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f138ec6c-3923-469d-94d9-27a4d67966de is going to be deleted. [ 1503.174615] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.175321] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.192834] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.193084] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.208727] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.208945] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.249924] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.250111] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bff81-c718-40d3-ba63-e8867ccd29f3 is going to be deleted. [ 1503.251076] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.251288] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.327659] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.328087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.339148] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.339302] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7768490-715b-4f55-b6eb-1f4ab4cebb65 is going to be deleted. [ 1503.340264] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.340479] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.440473] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.444235] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.444375] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba663c30-df85-405e-85d6-180a43890f44 is going to be deleted. [ 1503.445281] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.445495] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.447232] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.447334] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.514208] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.514377] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70770c1-689f-4f4b-9257-2f6e13312bae is going to be deleted. [ 1503.515572] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.515785] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.515875] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.515993] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90fe43d2-deff-484b-88a0-b82e68b406eb" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.516167] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.516327] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.516408] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.516524] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74928249-3e11-4998-9192-67d5cb2a13c7" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.517056] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.517232] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.517318] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.517451] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d86104e2-0d37-418d-99f1-d278d334c56c" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.517605] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.517752] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.517829] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.517940] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5bef13-9439-486d-9935-b5bb703941aa" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.518090] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.518273] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.518356] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.518468] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7872c5cc-d14d-4f8a-afd8-87f64f0363d0" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.518598] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.518736] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.518809] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.518916] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f138ec6c-3923-469d-94d9-27a4d67966de" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.540374] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.540567] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.540609] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.540786] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.540872] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.540989] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bff81-c718-40d3-ba63-e8867ccd29f3" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.556747] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.556937] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.557035] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.557257] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.557349] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.557473] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7768490-715b-4f55-b6eb-1f4ab4cebb65" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.590618] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.590817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.590817] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.590995] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.591102] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.591236] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba663c30-df85-405e-85d6-180a43890f44" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.660171] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.660412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.660412] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.660614] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.660701] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.660819] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70770c1-689f-4f4b-9257-2f6e13312bae" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.943189] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd060b6-5258-4bbb-ab55-838b6e187872: rpc.has_security_group_logging(os_id): False [ 1503.962203] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.962415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.962415] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.962622] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.982384] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.982691] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.982810] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.982876] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.983087] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.983168] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.983255] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1504.059173] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.059410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.059410] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.059616] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.059803] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.077635] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1506.093933] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1506.094336] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.259000] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.259419] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.144248] env[66378]: INFO networking_nsxv3.common.synchronization [req-684a203d-a0b6-4823-abd0-c9bba0911627 req-77883100-7503-4318-b0f2-3a1ff5cd953e tempest-ServerActionsTestJSON-666195402 tempest-ServerActionsTestJSON-666195402-project-member] Enqueued Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1509.144932] env[66378]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 with Priority: HIGHEST for action security_group_members [ 1509.145529] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd060b6-5258-4bbb-ab55-838b6e187872 taken with stack trace [, , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.148333] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.148467] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.148718] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.148954] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.149139] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.149247] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.150115] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.150297] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.150452] env[66378]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd060b6-5258-4bbb-ab55-838b6e187872',) {} {{(pid=66378) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.652716] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.652943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.652943] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.653127] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.653220] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.653431] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.653563] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.653671] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.653779] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.653855] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.653940] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 is going to be updated. [ 1509.682946] env[66378]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66378) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.683174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.683174] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.683380] env[66378]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.683549] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.691988] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: IN_PROGRESS for 2s [ 1511.702656] env[66378]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 in Status: SUCCESS [ 1511.702656] env[66378]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd060b6-5258-4bbb-ab55-838b6e187872 deletion is rescheduled due to dependency. [ 1511.702656] env[66378]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd060b6-5258-4bbb-ab55-838b6e187872" {{(pid=66378) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.146587] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.146851] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.148127] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.148527] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.149689] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.150136] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.151470] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.151909] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.153454] env[66378]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.153821] env[66378]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0